[GIN] 2026/06/05 - 13:33:20 | 200 |      36.618µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T13:33:20.419Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T13:33:20.419Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 13:33:20 | 400 |     294.773µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:33:21 | 200 |      35.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:25 | 200 |      35.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:30 | 200 |      34.792µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:31 | 200 |      49.112µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:35 | 200 |      37.404µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:33:37.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6e940ffb-77cd-4864-a332-86642e33090a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:33:37.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e940ffb-77cd-4864-a332-86642e33090a","keyPrefix":"sk-oai-irv4auYZnWxc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:33:37 | 201 |   10.465717ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:33:37 | 200 |    1.058665ms |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:33:37 | 200 |     156.925µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:33:40 | 200 |      35.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:41 | 200 |      34.752µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:45 | 200 |      36.474µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:33:46.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"32120e84-94ce-4954-b89e-fcd5c561f6ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:33:46.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32120e84-94ce-4954-b89e-fcd5c561f6ee","keyPrefix":"sk-oai-CUAg5XAh9APR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:33:46 | 201 |    1.581906ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:33:50 | 200 |      35.591µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:51 | 200 |      35.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:33:55 | 200 |     963.038µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:33:55 | 200 |      182.78µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:33:55 | 200 |       53.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:00 | 200 |      41.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:01 | 200 |      44.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:05 | 200 |      68.622µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:10 | 200 |      45.524µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:11 | 200 |      46.447µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:34:12.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f03657ad-0be0-4ca4-b2e3-631bb1bbfeec","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:34:12.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f03657ad-0be0-4ca4-b2e3-631bb1bbfeec","keyPrefix":"sk-oai-OGZam9Z3Z3mb...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:34:12 | 201 |    1.842938ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:34:12 | 200 |     505.382µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:34:12 | 200 |      173.05µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:34:15 | 200 |      82.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:20 | 200 |      43.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:21 | 200 |       44.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:25 | 200 |      60.061µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:30 | 200 |      39.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:31 | 200 |      44.409µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:35 | 200 |      57.879µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:40 | 200 |      45.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:41 | 200 |      43.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:45 | 200 |      40.801µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:50 | 200 |      45.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:51 | 200 |      44.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:34:55 | 200 |      47.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:00 | 200 |      69.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:01 | 200 |      43.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:05 | 200 |      41.671µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:10 | 200 |      41.792µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:11 | 200 |       43.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:15 | 200 |      41.223µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:20 | 200 |      47.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:21 | 200 |      40.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:25 | 200 |      55.264µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:30 | 200 |      54.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:31 | 200 |      44.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:35 | 200 |      43.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:40 | 200 |      46.562µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:41 | 200 |      47.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:45 | 200 |      40.914µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:50 | 200 |       41.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:51 | 200 |      54.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:35:55 | 200 |      43.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:00 | 200 |      43.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:01 | 200 |      40.471µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:05 | 200 |      71.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:10 | 200 |      41.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:11 | 200 |      42.487µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:36:14.164Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fc59db51-0da2-4591-908c-bcf9199e9930","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:36:14.164Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc59db51-0da2-4591-908c-bcf9199e9930","keyPrefix":"sk-oai-1RIsIGnZVRMa...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:36:14 | 201 |    1.735379ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:36:15 | 200 |      45.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:20 | 200 |      43.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:21 | 200 |      45.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:25 | 200 |      41.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:30 | 200 |      44.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:31 | 200 |      43.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:35 | 200 |      43.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:36 | 200 |     546.407µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:36:36 | 200 |     406.565µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:36:37 | 404 |     690.445µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:36:40 | 200 |      43.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:41 | 200 |      52.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:45 | 200 |      48.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:50 | 200 |       42.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:51 | 200 |      40.942µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:36:55 | 200 |      39.418µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:00 | 200 |      40.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:01 | 200 |      42.076µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:05 | 200 |      39.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:10 | 200 |      42.618µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:11 | 200 |      45.464µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:15 | 200 |      44.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:20 | 200 |      47.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:21 | 200 |      40.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:25 | 200 |      53.396µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:37:29.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"58906d25-7539-40a3-8ac1-e4fd9acddc6a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:37:29.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58906d25-7539-40a3-8ac1-e4fd9acddc6a","keyPrefix":"sk-oai-1en6jb9vzSln...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:37:29 | 201 |      1.8828ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:37:29 | 200 |     430.337µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:37:29 | 200 |     154.917µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:37:30 | 200 |      39.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:31 | 200 |      39.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:35 | 200 |      52.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:40 | 200 |      41.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:41 | 200 |      40.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:45 | 200 |      39.066µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:37:48.629Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7b3c967e-ded5-42bd-9795-f628096b2cfa","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:37:48.629Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b3c967e-ded5-42bd-9795-f628096b2cfa","keyPrefix":"sk-oai-1J6jlbdh4XAC...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:37:48 | 201 |    1.585604ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:37:48 | 200 |     447.258µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:37:48 | 200 |     177.808µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:37:48 | 200 |     348.132µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:37:48 | 200 |     156.477µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:37:50 | 200 |      39.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:51 | 200 |      58.093µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:37:55 | 200 |      39.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:00 | 200 |      36.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:01 | 200 |      34.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:05 | 200 |       36.09µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:38:08.080Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4781ff76-b203-4666-a711-6016dabb1356","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:38:08.080Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4781ff76-b203-4666-a711-6016dabb1356","keyPrefix":"sk-oai-K3MHus9xM84Z...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:38:08 | 201 |    2.028839ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:38:08 | 200 |     325.031µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:38:08 | 200 |     277.441µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:38:08 | 200 |      192.61µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:38:08 | 200 |   18.168592ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:38:10 | 200 |      34.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:11 | 200 |      32.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:15 | 200 |      34.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:20 | 200 |      35.268µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:21 | 200 |      36.728µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:25 | 200 |      33.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:27 | 200 |     160.817µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:38:27 | 200 |     163.303µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:38:27 | 200 |   24.530418ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:38:30 | 200 |      41.274µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:31 | 200 |      33.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:35 | 200 |      33.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:40 | 200 |      33.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:41 | 200 |      31.862µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:38:41.416Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f81fcbe7-1140-4f58-b3a5-f8902bc9fe23","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:38:41.417Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f81fcbe7-1140-4f58-b3a5-f8902bc9fe23","keyPrefix":"sk-oai-q9ZdbWNhZUl4...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:38:41 | 201 |    9.292045ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:38:45 | 200 |      33.743µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:50 | 200 |      37.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:51 | 200 |      33.737µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:38:55 | 200 |      34.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:00 | 200 |      35.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:01 | 200 |      33.265µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:05 | 200 |      35.796µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:10 | 200 |      31.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:11 | 200 |      33.565µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:11 | 200 |    1.105993ms |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:11 | 200 |     127.074µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:11 | 200 |     279.732µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:11 | 200 |     264.732µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:11 | 200 |     129.675µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:11 | 200 |   11.162765ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:15 | 200 |      33.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:20 | 200 |      34.929µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:21 | 200 |      34.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:25 | 200 |      36.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:28 | 200 |     131.555µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:28 | 200 |   13.363874ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:30 | 200 |      33.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:31 | 200 |      34.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:35 | 200 |      38.959µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:39:37.235Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4ceb427c-8d6e-4c08-a9d7-b6b80f5c7097","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:39:37.235Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ceb427c-8d6e-4c08-a9d7-b6b80f5c7097","keyPrefix":"sk-oai-uaUHeI5e7M8e...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:39:37 | 201 |    1.691355ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:40 | 200 |      33.723µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:41 | 200 |        31.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:45 | 200 |      57.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:45 | 200 |      542.21µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:45 | 200 |     335.324µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:45 | 200 |     126.579µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:45 | 200 |   10.473258ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:39:45.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a1d0274c-c705-43b6-9507-ceb6e0fb8324","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:39:45.773Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a1d0274c-c705-43b6-9507-ceb6e0fb8324","keyPrefix":"sk-oai-1SfJ2jppX5GJ...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:39:45 | 201 |    1.597996ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:50 | 200 |      40.128µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:51 | 200 |      39.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:39:53 | 200 |      520.22µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:53 | 200 |     250.224µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:53 | 200 |     169.673µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:53 | 200 |    7.373111ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:53 | 200 |     267.232µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:53 | 200 |     217.681µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:39:53 | 200 |     126.875µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:39:53 | 200 |     6.67622ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:39:54.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"78698eea-f366-40f9-8d5f-dc89cb9d6d15","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:39:54.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78698eea-f366-40f9-8d5f-dc89cb9d6d15","keyPrefix":"sk-oai-mv4hZUsmIYIR...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:39:54 | 201 |    1.620688ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:39:55 | 200 |      49.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:00 | 200 |      41.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:01 | 200 |      39.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:02 | 200 |     492.493µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:02 | 200 |     363.305µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:02 | 200 |      164.23µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:02 | 200 |   15.317937ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:40:05 | 200 |      40.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:10 | 200 |        43.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:11 | 200 |      41.821µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:40:11.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8ca0c1c-b647-41ca-9211-fced73396381","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:40:11.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8ca0c1c-b647-41ca-9211-fced73396381","keyPrefix":"sk-oai-gR3SDCIBBmI3...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:40:11 | 201 |    1.814109ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:40:15 | 200 |      38.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:19 | 200 |     431.873µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:19 | 200 |     329.262µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:20 | 200 |     153.773µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:20 | 200 |     262.226µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:20 | 200 |     139.729µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:20 | 200 |   20.008654ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:40:20 | 200 |      43.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:21 | 200 |      43.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:25 | 200 |      40.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:30 | 200 |       41.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:31 | 200 |      43.899µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:40:33.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0fb729d-7e79-4571-92d8-84c375ac8c24","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:40:33.402Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0fb729d-7e79-4571-92d8-84c375ac8c24","keyPrefix":"sk-oai-1U2bZ5BBIY2J...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:40:33 | 201 |    1.698157ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:40:35 | 200 |       45.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:40 | 200 |      48.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:41 | 200 |       39.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:41 | 200 |     478.108µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:41 | 200 |     250.283µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:41 | 200 |     142.134µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:41 | 200 |      9.2993ms |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:40:41 | 200 |     137.533µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:41 | 200 |   24.498294ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:40:45 | 200 |      38.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:50 | 200 |       46.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:51 | 200 |      38.416µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:55 | 200 |      44.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:40:59 | 200 |      189.25µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:59 | 200 |     165.334µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:59 | 200 |     152.576µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:40:59 | 200 |   37.533993ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:41:00 | 200 |      44.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:01 | 200 |      43.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:05 | 200 |       37.95µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:10 | 200 |      40.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:11 | 200 |      42.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:15 | 200 |      38.678µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:17 | 200 |     186.849µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:41:17 | 200 |   13.943076ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:41:20 | 200 |      38.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:21 | 200 |      39.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:25 | 200 |      41.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:30 | 200 |      42.045µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:41:30.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"305e8d6f-c042-4f6b-82e0-f22563747d39","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:41:30.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"305e8d6f-c042-4f6b-82e0-f22563747d39","keyPrefix":"sk-oai-1I9lcKLHycoV...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:41:30 | 201 |    1.846317ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:41:31 | 200 |       39.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:35 | 200 |      43.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:38 | 200 |     519.777µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:41:38 | 200 |     134.813µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:41:39.099Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0db8fdc4-9413-436f-8720-e18ccebbda47","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:41:39.099Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0db8fdc4-9413-436f-8720-e18ccebbda47","keyPrefix":"sk-oai-FwBKRjE5pcDj...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:41:39 | 201 |    1.559131ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:41:40 | 200 |      39.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:41 | 200 |      42.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:45 | 200 |      37.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:47 | 200 |     647.053µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:41:47 | 200 |     329.381µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:41:47 | 200 |     175.388µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:41:47 | 200 |    9.834251ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:41:47.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"63757759-d4f3-4903-8117-a1e437445e21","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:41:47.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63757759-d4f3-4903-8117-a1e437445e21","keyPrefix":"sk-oai-KJzxDHF9UVuG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:41:47 | 201 |    1.701599ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:41:50 | 200 |       38.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:51 | 200 |      46.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:55 | 200 |      45.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:41:55 | 200 |     917.391µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:41:55 | 200 |      320.99µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:41:55 | 200 |       143.6µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:41:55 | 200 |    10.01619ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:41:56.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b2765270-3a1d-488d-85eb-dffb42c5b3bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:41:56.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2765270-3a1d-488d-85eb-dffb42c5b3bf","keyPrefix":"sk-oai-1C0G2wVq7ltl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:41:56 | 201 |    1.714694ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:42:00 | 200 |       54.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:01 | 200 |      40.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:04 | 200 |     482.277µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:42:04 | 200 |     304.191µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:42:04 | 200 |     190.849µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:42:04 | 200 |    9.513511ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:42:05 | 200 |      51.569µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:10 | 200 |      37.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:11 | 200 |      38.383µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:42:13.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cd5bbaa9-9968-4f6e-8ed3-805e7e596d27","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:42:13.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd5bbaa9-9968-4f6e-8ed3-805e7e596d27","keyPrefix":"sk-oai-1EuCsfMY6vCe...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:42:13 | 201 |    1.910271ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:42:15 | 200 |      43.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:20 | 200 |      39.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:21 | 200 |      41.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:25 | 200 |      39.219µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:29 | 200 |     471.936µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:42:29 | 403 |      95.462µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:42:30 | 200 |      39.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:31 | 200 |       38.76µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:35 | 200 |      42.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:40 | 200 |      39.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:41 | 200 |      42.033µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:45 | 200 |      40.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:46 | 403 |     118.495µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:42:50 | 200 |      39.998µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:51 | 200 |      40.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:42:55 | 200 |      40.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:00 | 200 |      38.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:01 | 200 |      37.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:03 | 403 |     157.359µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:43:05 | 200 |      42.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:10 | 200 |      39.828µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:11 | 200 |      37.469µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:15 | 200 |      41.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:20 | 200 |      40.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:21 | 200 |      46.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:21 | 403 |     123.739µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:43:25 | 200 |      37.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:30 | 200 |      40.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:31 | 200 |      38.682µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:35 | 200 |      49.612µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:43:35.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7ff56cca-160e-43cc-9865-26a656883c0b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:43:35.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ff56cca-160e-43cc-9865-26a656883c0b","keyPrefix":"sk-oai-19JR3kjQM2Ha...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:43:35 | 201 |    1.962819ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:43:40 | 200 |      45.054µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:41 | 200 |      38.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:43 | 200 |      422.29µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:43:43 | 200 |     369.012µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:43:43 | 200 |      231.77µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:43:43 | 200 |   18.897028ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:43:45 | 200 |      67.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:50 | 200 |      39.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:51 | 200 |      41.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:43:55 | 200 |      46.982µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:43:57.639Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"20eda540-66c4-44b2-bb24-e9951c25fa6c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:43:57.639Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20eda540-66c4-44b2-bb24-e9951c25fa6c","keyPrefix":"sk-oai-1CbNp1XyaIdy...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:43:57 | 201 |    1.777148ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:43:57.673Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"010f72b1-e9d6-4c6e-92c9-c411b1d58250","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:43:57.673Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"010f72b1-e9d6-4c6e-92c9-c411b1d58250","keyPrefix":"sk-oai-15jx9xhtwoMi...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:43:57 | 201 |    1.570745ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:00 | 200 |      38.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:01 | 200 |      42.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:05 | 200 |       54.43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:05 | 200 |     661.403µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:44:05 | 200 |      506.35µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:44:05 | 200 |     388.661µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:05 | 200 |    9.874149ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:05 | 200 |     460.617µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:44:05 | 200 |     508.663µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:44:05 | 200 |      373.77µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:05 | 200 |   10.083178ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:10 | 200 |      41.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:11 | 200 |       42.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:15 | 200 |      38.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:20 | 200 |      40.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:21 | 200 |      39.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:24 | 200 |     188.917µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:24 | 200 |     179.549µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:24 | 200 |     176.238µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:24 | 200 |   38.762517ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:25 | 200 |      37.773µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:30 | 200 |      38.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:31 | 200 |      41.817µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:35 | 200 |      42.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:40 | 200 |      39.013µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:41 | 200 |      41.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:42 | 200 |     185.877µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:42 | 200 |   12.371441ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:42 | 200 |     165.372µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:44:42 | 200 |   12.149531ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:44:45 | 200 |      45.808µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:50 | 200 |      43.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:51 | 200 |       41.29µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:44:55 | 200 |       42.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:00 | 200 |      39.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:01 | 200 |      39.543µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:45:01.423Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 13:45:01 | 200 |     868.571µs |     10.132.0.34 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 13:45:05 | 200 |      42.074µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:45:08.580Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c650ab6d-bfa7-4e0b-a5bd-f5c253e0241a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:45:08.580Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c650ab6d-bfa7-4e0b-a5bd-f5c253e0241a","keyPrefix":"sk-oai-sThKhaEX1ApT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:45:08 | 201 |    1.810988ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:45:08 | 200 |     467.566µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     153.264µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:08 | 200 |     383.378µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     156.123µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:08 | 200 |     351.684µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     153.171µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:08 | 200 |     360.468µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     154.252µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:08 | 200 |      345.24µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     267.226µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:08 | 200 |     164.492µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:08 | 200 |    9.948531ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:45:10 | 200 |      40.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:11 | 200 |      40.776µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:15 | 200 |      39.401µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:20 | 200 |       41.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:21 | 200 |      40.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:25 | 200 |      40.157µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:45:26.478Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4ceff830-96dd-49d5-bdb9-33bd3c458b41","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:45:26.478Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ceff830-96dd-49d5-bdb9-33bd3c458b41","keyPrefix":"sk-oai-OeJb4FrMsNoX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:45:26 | 201 |    1.906132ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:45:26 | 200 |     371.791µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:45:26 | 200 |     175.278µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:45:30 | 200 |      43.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:31 | 200 |      38.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:35 | 200 |      39.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:40 | 200 |      38.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:41 | 200 |      39.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:45 | 200 |      39.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:50 | 200 |      42.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:51 | 200 |      42.067µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:45:55 | 200 |      62.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:00 | 200 |      38.101µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:01 | 200 |       54.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:05 | 200 |      40.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:10 | 200 |      40.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:11 | 200 |      38.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:15 | 200 |      38.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:20 | 200 |      39.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:21 | 200 |      38.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:25 | 200 |      39.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:30 | 200 |      59.983µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:31 | 200 |      55.572µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:46:34.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3f8c40b1-b382-4ddd-a018-7c537d42de82","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:34.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f8c40b1-b382-4ddd-a018-7c537d42de82","keyPrefix":"sk-oai-9LalNlqluSKh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:34 | 201 |    10.33732ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:35 | 200 |      44.338µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:46:35.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8f0374fb-9a53-40fc-ac79-f26e6eab44eb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:35.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f0374fb-9a53-40fc-ac79-f26e6eab44eb","keyPrefix":"sk-oai-j34pfsxmL59W...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:35 | 201 |    1.600815ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:35.467Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cf94154f-b8f5-4e52-8af8-a2c933e6fb5d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:35.467Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf94154f-b8f5-4e52-8af8-a2c933e6fb5d","keyPrefix":"sk-oai-t1R0WNIAVwuS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:35 | 201 |    1.531839ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:35 | 200 |     977.896µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:35 | 200 |      515.95µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:35 | 200 |     376.666µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:46:35 | 200 |    9.944872ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:35 | 200 |     648.024µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:35 | 200 |     380.037µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T13:46:35.625Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fbec9ae4-75e0-4a48-aecf-349481472c40","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:35.625Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fbec9ae4-75e0-4a48-aecf-349481472c40","keyPrefix":"sk-oai-F6CuZNHjmjJ7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:35 | 201 |    1.511832ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:35.648Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"fbec9ae4-75e0-4a48-aecf-349481472c40"}
{"level":"info","timestamp":"2026-06-05T13:46:35.648Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fbec9ae4-75e0-4a48-aecf-349481472c40","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 13:46:35 | 200 |    2.281685ms |      100.64.0.3 | DELETE   "/v1/api-keys/fbec9ae4-75e0-4a48-aecf-349481472c40" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:38 | 200 |     724.897µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T13:46:38.675Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 13:46:38 | 500 |      88.621µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:38.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"32303bb2-ecac-486c-8f70-2730ceadb23c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:38.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32303bb2-ecac-486c-8f70-2730ceadb23c","keyPrefix":"sk-oai-ltmTY2U1nXvd...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:38 | 201 |    1.614221ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:38.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"72dc6150-8258-4d65-a003-0cf865f3d0a9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:38.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72dc6150-8258-4d65-a003-0cf865f3d0a9","keyPrefix":"sk-oai-aPqUHRp6Btnt...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:38 | 201 |    1.515038ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.077Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4f7448ae-012b-4359-bf22-1e3526769298","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:39.077Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f7448ae-012b-4359-bf22-1e3526769298","keyPrefix":"sk-oai-DuJtK4S8g5lN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:39 | 201 |    1.564652ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.101Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4f7448ae-012b-4359-bf22-1e3526769298"}
{"level":"info","timestamp":"2026-06-05T13:46:39.101Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4f7448ae-012b-4359-bf22-1e3526769298","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 13:46:39 | 200 |    1.880632ms |      100.64.0.4 | DELETE   "/v1/api-keys/4f7448ae-012b-4359-bf22-1e3526769298" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 404 |     621.198µs |      100.64.0.2 | DELETE   "/v1/api-keys/4f7448ae-012b-4359-bf22-1e3526769298" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.217Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6a9358b3-85ce-4f50-a981-3d530dcad5fa","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:39.217Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a9358b3-85ce-4f50-a981-3d530dcad5fa","keyPrefix":"sk-oai-1OmfRpqJDRax...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:39 | 201 |    1.682156ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 200 |     635.707µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     533.002µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     420.777µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:46:39 | 200 |    9.486771ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.342Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"918c6d0d-cf20-4725-a67a-545d69919333","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:39.342Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"918c6d0d-cf20-4725-a67a-545d69919333","keyPrefix":"sk-oai-IbTGQd4osmth...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:39 | 201 |    1.809528ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 200 |     374.889µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 403 |      84.692µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 200 |     366.084µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     375.817µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     236.978µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:46:39 | 200 |    9.282463ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ad41626-260b-44d2-a446-f30bf4f60670","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:39.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ad41626-260b-44d2-a446-f30bf4f60670","keyPrefix":"sk-oai-jXodvJV7h60l...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:39 | 201 |    1.567414ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 200 |     425.609µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     323.613µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     200.005µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:46:39 | 200 |    9.070383ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:39 | 200 |     305.838µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |     259.197µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:46:39 | 200 |      166.11µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:46:39 | 200 |    9.160866ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:46:39.637Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3d27e305-a6c2-422a-b791-969590e10420","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:46:39.637Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d27e305-a6c2-422a-b791-969590e10420","keyPrefix":"sk-oai-1YcNVgP2kDgS...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 13:46:39 | 201 |    1.671429ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:46:40 | 200 |       46.81µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:46:41 | 200 |      41.134µs |      10.133.0.2 | GET      "/health"