{"level":"info","timestamp":"2026-06-10T01:06:03.618Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b4b1e5f-dd68-4483-bc13-89c96cdb2678","keyPrefix":"sk-oai-hm8vAXnNqgei...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:06:03 | 201 |    1.895198ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:06:03 | 200 |     562.525µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:06:03 | 200 |     273.233µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:06:03 | 200 |     491.792µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:06:03 | 200 |     289.363µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:06:04 | 200 |      43.484µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:09 | 200 |      51.347µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:11 | 200 |       45.85µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:14 | 200 |      43.018µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:19 | 200 |      40.918µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T01:06:21.370Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T01:06:21.370Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 01:06:21 | 400 |     278.508µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:06:21 | 200 |      48.996µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:24 | 200 |      45.438µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:29 | 200 |      42.184µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:31 | 200 |      42.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:34 | 200 |      40.747µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:06:38.790Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"83f5cd45-ef74-4405-8b52-f58befe0cc6e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:06:38.790Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83f5cd45-ef74-4405-8b52-f58befe0cc6e","keyPrefix":"sk-oai-1L4GVxBcQ82p...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:06:38 | 201 |   10.772281ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:06:38 | 200 |    1.472082ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:06:38 | 200 |     170.884µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:06:39 | 200 |      44.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:41 | 200 |      42.635µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:44 | 200 |      56.377µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:06:47.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0c6b80cb-20b9-4770-bcbb-3a718b938b06","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:06:47.882Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c6b80cb-20b9-4770-bcbb-3a718b938b06","keyPrefix":"sk-oai-18cfmI4hwG9j...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:06:47 | 201 |    2.108653ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:06:49 | 200 |      51.642µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:51 | 200 |      53.171µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:54 | 200 |      40.956µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:06:56 | 200 |     895.978µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:06:56 | 200 |     172.315µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:06:59 | 200 |      41.564µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:01 | 200 |       41.03µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:04 | 200 |      41.187µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:09 | 200 |      41.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:11 | 200 |      41.122µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:07:13.494Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9a29c2d6-22a4-406c-9ff5-e6398b02f3b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:07:13.494Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a29c2d6-22a4-406c-9ff5-e6398b02f3b3","keyPrefix":"sk-oai-138P3ttyAGRH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:07:13 | 201 |    2.060548ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:07:13 | 200 |     634.771µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:07:13 | 200 |     183.839µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:07:14 | 200 |      43.867µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:19 | 200 |      42.096µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:21 | 200 |      39.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:24 | 200 |      44.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:29 | 200 |      42.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:31 | 200 |      42.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:34 | 200 |      40.467µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:39 | 200 |      43.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:41 | 200 |      42.084µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:44 | 200 |      42.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:49 | 200 |        40.4µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:51 | 200 |      39.538µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:54 | 200 |      60.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:07:59 | 200 |       40.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:01 | 200 |       41.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:04 | 200 |      41.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:09 | 200 |      41.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:11 | 200 |      42.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:14 | 200 |      40.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:19 | 200 |        41.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:21 | 200 |      39.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:24 | 200 |      43.012µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:29 | 200 |      50.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:31 | 200 |      43.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:34 | 200 |      43.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:39 | 200 |      41.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:41 | 200 |      40.746µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:44 | 200 |      45.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:49 | 200 |      40.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:51 | 200 |      51.255µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:54 | 200 |      40.975µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:08:59 | 200 |      41.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:01 | 200 |       52.98µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:04 | 200 |      48.778µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:09 | 200 |      45.205µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:11 | 200 |      54.742µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:09:13.067Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"85928821-fb27-4854-8c9c-0b4a7548bd75","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:09:13.067Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85928821-fb27-4854-8c9c-0b4a7548bd75","keyPrefix":"sk-oai-wO6yzOkqfOTm...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:09:13 | 201 |     2.12679ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:09:14 | 200 |      41.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:19 | 200 |      35.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:21 | 200 |       34.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:24 | 200 |      43.605µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:29 | 200 |      34.184µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:31 | 200 |      35.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:34 | 200 |      34.994µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:35 | 200 |     903.232µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:09:35 | 200 |     143.449µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:09:36 | 404 |    1.068822ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:09:39 | 200 |       35.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:41 | 200 |      40.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:44 | 200 |      37.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:49 | 200 |      44.983µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:51 | 200 |      34.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:54 | 200 |      34.488µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:09:59 | 200 |      40.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:01 | 200 |      39.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:04 | 200 |      36.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:09 | 200 |       41.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:11 | 200 |      45.658µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:14 | 200 |      36.825µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:19 | 200 |      36.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:21 | 200 |      35.978µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:24 | 200 |       37.42µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:10:26.580Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"501346af-087f-410c-845f-bb23bb955208","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:10:26.580Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"501346af-087f-410c-845f-bb23bb955208","keyPrefix":"sk-oai-12FqffECPB8B...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:10:26 | 201 |    2.083556ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:10:26 | 200 |     599.228µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:10:26 | 200 |     161.805µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:10:29 | 200 |      38.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:31 | 200 |       37.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:34 | 200 |      34.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:39 | 200 |      33.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:41 | 200 |      42.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:44 | 200 |      33.652µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:10:45.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f897ef26-b496-43c5-97a4-226c039d12e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:10:45.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f897ef26-b496-43c5-97a4-226c039d12e4","keyPrefix":"sk-oai-OZhqxcEj1hOT...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:10:45 | 201 |    2.464134ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:10:45 | 200 |     621.675µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:10:45 | 200 |     135.316µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:10:46 | 200 |     590.892µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:10:46 | 200 |     180.368µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:10:49 | 200 |      35.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:51 | 200 |       37.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:54 | 200 |      49.301µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:10:59 | 200 |      39.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:01 | 200 |      36.858µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:04 | 200 |      36.061µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:11:05.316Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6f2caabf-4786-42b1-a696-7c8bc70fffe5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:11:05.316Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f2caabf-4786-42b1-a696-7c8bc70fffe5","keyPrefix":"sk-oai-167jqD1SUbbT...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:11:05 | 201 |    2.058725ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:11:05 | 200 |     560.586µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:11:05 | 200 |     447.509µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:11:05 | 200 |     166.918µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:11:05 | 200 |   21.133926ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:11:09 | 200 |       43.58µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:11 | 200 |      40.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:14 | 200 |       50.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:19 | 200 |      41.683µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:21 | 200 |      42.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:24 | 200 |     143.426µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:11:24 | 200 |     167.754µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:11:24 | 200 |    24.53614ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:11:24 | 200 |      41.141µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:29 | 200 |      41.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:31 | 200 |       51.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:34 | 200 |      50.475µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:11:36.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"848274fb-71cd-491c-8430-4d5d99c99057","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:11:36.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"848274fb-71cd-491c-8430-4d5d99c99057","keyPrefix":"sk-oai-YlskTe4Hn4WG...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:11:36 | 201 |     2.14771ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:11:39 | 200 |      58.895µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:41 | 200 |      41.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:44 | 200 |      51.468µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:49 | 200 |      45.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:51 | 200 |      45.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:54 | 200 |      44.033µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:11:59 | 200 |      42.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:01 | 200 |      52.764µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:04 | 200 |      48.316µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:06 | 200 |     10.0813ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:06 | 200 |      130.28µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:06 | 200 |     521.648µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:06 | 200 |      415.98µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:06 | 200 |     129.778µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:06 | 200 |   10.363534ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:09 | 200 |      52.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:11 | 200 |      40.727µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:14 | 200 |       42.97µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:19 | 200 |        42.6µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:21 | 200 |      44.066µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:23 | 200 |      154.83µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:23 | 200 |   13.467352ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:24 | 200 |      38.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:29 | 200 |      43.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:31 | 200 |      41.986µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:12:32.489Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4df794c-f924-46c2-8b8b-03887e8f9084","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:12:32.489Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4df794c-f924-46c2-8b8b-03887e8f9084","keyPrefix":"sk-oai-rfpdDKEfrLS1...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:12:32 | 201 |    2.678336ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:34 | 200 |       43.09µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:39 | 200 |      43.117µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:40 | 200 |     891.158µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:40 | 200 |     457.326µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:40 | 200 |     153.087µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:40 | 200 |   10.381953ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:12:41.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a89488c9-8c23-4878-bfa6-579fbefbfb3a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:12:41.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a89488c9-8c23-4878-bfa6-579fbefbfb3a","keyPrefix":"sk-oai-7WHcE7ldJiQn...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:12:41 | 201 |    1.808422ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:41 | 200 |      45.994µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:44 | 200 |      41.398µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:49 | 200 |     806.039µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:49 | 200 |      432.31µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:49 | 200 |     148.548µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:49 | 200 |     7.78512ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:49 | 200 |     506.039µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:49 | 200 |     422.044µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:49 | 200 |     148.797µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:49 | 200 |    6.993293ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:49 | 200 |      47.029µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:12:50.070Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1cf47d48-21c0-4780-8a2d-a12866729a52","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:12:50.070Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cf47d48-21c0-4780-8a2d-a12866729a52","keyPrefix":"sk-oai-1JnoWxblXeP6...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:12:50 | 201 |    2.141109ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:51 | 200 |      39.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:54 | 200 |       41.48µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:12:58 | 200 |     843.973µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:58 | 200 |     435.185µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:12:58 | 200 |     145.555µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:12:58 | 200 |   11.245761ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:12:59 | 200 |      49.695µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:01 | 200 |      40.873µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:04 | 200 |      40.176µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:13:07.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a3bbe105-5159-4547-8fb0-5f839bc8a172","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:13:07.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3bbe105-5159-4547-8fb0-5f839bc8a172","keyPrefix":"sk-oai-13PSEScWRKuB...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:13:07 | 201 |    2.255566ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:13:09 | 200 |      61.029µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:11 | 200 |      50.795µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:14 | 200 |      41.428µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:15 | 200 |     833.198µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:15 | 200 |     544.599µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:15 | 200 |     180.063µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:15 | 200 |     409.002µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:15 | 200 |     163.588µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:15 | 200 |   21.246809ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:13:19 | 200 |      40.875µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:21 | 200 |      50.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:24 | 200 |      46.324µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:13:26.661Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a3947078-aac7-4df0-b53a-9ed39c21e100","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:13:26.661Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3947078-aac7-4df0-b53a-9ed39c21e100","keyPrefix":"sk-oai-1P6bCJMsKeTg...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:13:26 | 201 |    3.034549ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:13:29 | 200 |       44.58µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:31 | 200 |      41.301µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:34 | 200 |     751.537µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:34 | 200 |     482.513µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:34 | 200 |      155.55µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:34 | 200 |   10.197025ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:13:34 | 200 |     149.099µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:34 | 200 |   34.833667ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:13:34 | 200 |      43.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:39 | 200 |      44.166µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:41 | 200 |      46.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:44 | 200 |      42.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:48 | 200 |     251.857µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:48 | 200 |     175.314µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:48 | 200 |     174.453µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:13:48 | 200 |   43.157207ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:13:49 | 200 |      42.483µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:51 | 200 |      41.767µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:54 | 200 |       42.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:13:59 | 200 |      50.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:01 | 200 |      40.533µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:04 | 200 |      43.133µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:06 | 200 |      192.82µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:14:06 | 200 |   13.780883ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:09 | 200 |      43.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:11 | 200 |      43.106µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:14 | 200 |      54.472µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:14:17.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0c41de5-c0ba-4246-8a7b-1546fc2a85ba","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:14:17.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0c41de5-c0ba-4246-8a7b-1546fc2a85ba","keyPrefix":"sk-oai-BbbcfQuIdu57...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:14:17 | 201 |     2.16444ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:19 | 200 |      49.472µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:21 | 200 |      58.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:24 | 200 |      43.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:25 | 200 |    1.056713ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:25 | 200 |     172.827µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:14:26.136Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6050e92a-5e9c-4f40-9c36-631b1b3934b4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:14:26.136Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6050e92a-5e9c-4f40-9c36-631b1b3934b4","keyPrefix":"sk-oai-tAI75OOomF02...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:14:26 | 201 |    1.932821ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:29 | 200 |      41.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:31 | 200 |      42.355µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:34 | 200 |     866.652µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:34 | 200 |     460.225µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:34 | 200 |     111.529µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:14:34 | 200 |   11.530218ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:14:34.569Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c97664f-2416-46b7-bc21-41d178d714dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:14:34.569Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c97664f-2416-46b7-bc21-41d178d714dd","keyPrefix":"sk-oai-1Z879LgFa1sV...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:14:34 | 201 |    1.832935ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:34 | 200 |      54.133µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:39 | 200 |      54.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:41 | 200 |      64.273µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:42 | 200 |     936.759µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:42 | 200 |      437.83µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:42 | 200 |     121.239µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:14:42 | 200 |   10.630536ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:14:43.347Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b402c1c5-47e1-4e99-ba2f-cc8c77ef334d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:14:43.347Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b402c1c5-47e1-4e99-ba2f-cc8c77ef334d","keyPrefix":"sk-oai-vR7Zmdq8DlEU...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:14:43 | 201 |    1.892552ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:44 | 200 |      40.379µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:49 | 200 |      40.354µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:51 | 200 |     783.387µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:51 | 200 |       453.4µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:14:51 | 200 |     167.221µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:14:51 | 200 |   11.015516ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:14:51 | 200 |      39.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:54 | 200 |      40.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:14:59 | 200 |      40.622µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:15:00.587Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eab9aeef-7835-4880-a086-84898797f7e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:15:00.587Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eab9aeef-7835-4880-a086-84898797f7e2","keyPrefix":"sk-oai-ziQxeXnUzNjL...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:15:00 | 201 |    2.237469ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:15:01.650Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 01:15:01 | 200 |      937.78µs |     10.133.0.33 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 01:15:01 | 200 |      54.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:04 | 200 |      48.435µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:09 | 200 |      52.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:11 | 200 |      42.965µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:14 | 200 |      48.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:16 | 200 |     841.113µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:15:16 | 403 |     113.004µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:15:19 | 200 |      41.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:21 | 200 |      39.589µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:24 | 200 |      40.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:29 | 200 |      42.347µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:31 | 200 |      39.848µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:33 | 403 |     125.831µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:15:34 | 200 |       42.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:39 | 200 |      40.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:41 | 200 |      40.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:44 | 200 |      45.225µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:49 | 200 |      44.764µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:51 | 403 |     117.087µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:15:51 | 200 |      40.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:54 | 200 |      47.665µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:15:59 | 200 |       39.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:01 | 200 |      39.565µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:04 | 200 |      48.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:08 | 403 |     137.405µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:09 | 200 |      43.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:11 | 200 |      41.623µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:14 | 200 |      38.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:19 | 200 |      47.096µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:21 | 200 |      55.608µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:16:22.662Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3cae3c65-ffcb-4806-be30-d3078688d9e6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:16:22.662Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3cae3c65-ffcb-4806-be30-d3078688d9e6","keyPrefix":"sk-oai-xoObC3MpLFOz...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:16:22 | 201 |    2.409953ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:24 | 200 |      33.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:29 | 200 |      40.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:30 | 200 |      700.32µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:30 | 200 |     455.431µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:30 | 200 |     182.135µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:16:30 | 200 |    21.56546ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:31 | 200 |      63.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:34 | 200 |      34.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:39 | 200 |      34.198µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:41 | 200 |      36.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:44 | 200 |      35.888µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:16:44.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c2c6c1c3-63f6-4595-b448-37bdd9f8dd5d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:16:44.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2c6c1c3-63f6-4595-b448-37bdd9f8dd5d","keyPrefix":"sk-oai-12pFJTMWwcaG...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:16:44 | 201 |    2.215318ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:16:45.019Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4ed4950d-c86d-42ec-a212-866602e21fa2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:16:45.019Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ed4950d-c86d-42ec-a212-866602e21fa2","keyPrefix":"sk-oai-aMcg1Nmm5muY...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:16:45 | 201 |    1.863173ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:49 | 200 |      43.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:51 | 200 |      48.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:53 | 200 |      803.92µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:53 | 200 |     378.089µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:53 | 200 |     133.692µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:16:53 | 200 |    9.729887ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:53 | 200 |     470.492µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:53 | 200 |     372.292µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:16:53 | 200 |     143.497µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:16:53 | 200 |   12.505631ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:16:54 | 200 |      34.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:16:59 | 200 |      34.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:01 | 200 |      39.016µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:04 | 200 |      36.993µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:07 | 200 |     171.049µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:07 | 200 |     166.659µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:07 | 200 |     146.974µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:07 | 200 |   41.036819ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:17:09 | 200 |      42.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:11 | 200 |      48.833µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:14 | 200 |      34.707µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:19 | 200 |      39.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:21 | 200 |      39.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:22 | 200 |     179.574µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:22 | 200 |   16.824543ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:17:22 | 200 |     153.138µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:22 | 200 |   13.380989ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:17:24 | 200 |      46.718µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:29 | 200 |      48.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:31 | 200 |      46.105µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:34 | 200 |      51.057µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:39 | 200 |      50.755µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:41 | 200 |      39.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:44 | 200 |       42.58µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:17:47.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b657bc2c-c999-4b7d-b125-68879030c167","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:17:47.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b657bc2c-c999-4b7d-b125-68879030c167","keyPrefix":"sk-oai-13mx5I9941Ry...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:17:47 | 201 |    2.259623ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:17:47 | 200 |       524.3µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:17:47 | 200 |     158.352µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:47 | 200 |     404.257µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:17:47 | 200 |     157.148µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:47 | 200 |      429.08µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:17:47 | 200 |     179.135µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:47 | 200 |     385.401µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:17:47 | 200 |     339.853µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:17:47 | 200 |     138.823µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:17:47 | 200 |   10.361027ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:17:49 | 200 |      45.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:51 | 200 |      39.094µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:54 | 200 |      39.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:17:59 | 200 |      41.484µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:18:01.541Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7f8ab288-bda1-47cf-b53e-13cf554688d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:18:01.541Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f8ab288-bda1-47cf-b53e-13cf554688d4","keyPrefix":"sk-oai-CTynzH3Qi41s...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 01:18:01 | 201 |    3.628633ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:18:01 | 200 |      792.88µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:18:01 | 200 |     215.003µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:18:01 | 200 |      38.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:04 | 200 |       42.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:09 | 200 |      46.251µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:11 | 200 |      41.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:14 | 200 |      48.456µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:19 | 200 |        42.8µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:21 | 200 |      53.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:24 | 200 |      43.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:29 | 200 |      46.034µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:31 | 200 |      43.223µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:34 | 200 |      42.577µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:39 | 200 |      43.384µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:41 | 200 |      42.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:44 | 200 |       40.64µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:49 | 200 |      45.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:51 | 200 |      43.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:54 | 200 |      45.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:18:59 | 200 |       51.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:19:01 | 200 |      39.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:19:04 | 200 |      41.807µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:19:07.849Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"90866e68-e687-43b1-9633-2255352787c5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:07.849Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90866e68-e687-43b1-9633-2255352787c5","keyPrefix":"sk-oai-xD86wymklaO5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:07 | 201 |   11.305413ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:08.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d5f2a460-f5e3-4c23-8998-efb71c486c98","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:08.411Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5f2a460-f5e3-4c23-8998-efb71c486c98","keyPrefix":"sk-oai-1eBJqs29xGUo...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:08 | 201 |    2.225589ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:08.631Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8c7508e0-8ecd-448c-a5d8-e5e95024ff2b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:08.631Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c7508e0-8ecd-448c-a5d8-e5e95024ff2b","keyPrefix":"sk-oai-1SkFzeJBcDRG...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:08 | 201 |    1.837326ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:08 | 200 |    1.257284ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:08 | 200 |     414.683µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:08 | 200 |     121.239µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:19:08 | 200 |   10.607766ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:08 | 200 |     526.205µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:08 | 200 |     174.331µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T01:19:08.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4e5b8780-96ee-4929-8551-afb8dcd4b488","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:08.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e5b8780-96ee-4929-8551-afb8dcd4b488","keyPrefix":"sk-oai-5Ep3v4A32rey...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:08 | 201 |    1.909989ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:08.841Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4e5b8780-96ee-4929-8551-afb8dcd4b488"}
{"level":"info","timestamp":"2026-06-10T01:19:08.841Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4e5b8780-96ee-4929-8551-afb8dcd4b488","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 01:19:08 | 200 |    2.789084ms |      100.64.0.2 | DELETE   "/v1/api-keys/4e5b8780-96ee-4929-8551-afb8dcd4b488" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:09 | 200 |      41.397µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 01:19:11 | 200 |       1.054ms |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T01:19:11.870Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 01:19:11 | 500 |       93.75µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:11 | 200 |      46.825µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T01:19:12.181Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bc64cf80-c952-4f43-b996-2635bdd49138","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.181Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc64cf80-c952-4f43-b996-2635bdd49138","keyPrefix":"sk-oai-StDAaxAkXrVR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    1.687463ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.209Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"32c95d90-5308-498a-843e-13cf442a2abc","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.209Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32c95d90-5308-498a-843e-13cf442a2abc","keyPrefix":"sk-oai-36FFf1F5alF9...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |     1.89086ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.304Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"696294fc-4476-4518-807a-54d55cd76ae0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.304Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"696294fc-4476-4518-807a-54d55cd76ae0","keyPrefix":"sk-oai-12AueqvIxWrw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    2.190094ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.335Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"696294fc-4476-4518-807a-54d55cd76ae0"}
{"level":"info","timestamp":"2026-06-10T01:19:12.335Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"696294fc-4476-4518-807a-54d55cd76ae0","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 01:19:12 | 200 |    2.509797ms |      100.64.0.3 | DELETE   "/v1/api-keys/696294fc-4476-4518-807a-54d55cd76ae0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 404 |     740.567µs |      100.64.0.2 | DELETE   "/v1/api-keys/696294fc-4476-4518-807a-54d55cd76ae0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.452Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ec05ebdd-ba04-4726-a64b-265704b89add","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.452Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec05ebdd-ba04-4726-a64b-265704b89add","keyPrefix":"sk-oai-1QWzQ1jf8cSZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    1.756222ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 200 |     571.868µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     448.378µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     144.272µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:19:12 | 200 |    9.610048ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.577Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9c9a8e24-7c30-417d-b8b5-71eebe52e099","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.577Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c9a8e24-7c30-417d-b8b5-71eebe52e099","keyPrefix":"sk-oai-16sybDmsMylR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    1.966253ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 200 |     520.337µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 403 |     118.129µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 200 |     515.088µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |      493.66µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     180.467µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:19:12 | 200 |   11.864568ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.737Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"37fb65a0-0e90-4440-b80f-02aaa34482e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.737Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37fb65a0-0e90-4440-b80f-02aaa34482e1","keyPrefix":"sk-oai-F6R8CmlstIKX...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    1.821201ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 200 |     498.939µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     368.848µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     127.236µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:19:12 | 200 |    9.848052ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:12 | 200 |     456.699µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     391.524µs |     10.133.0.30 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 01:19:12 | 200 |     130.087µs |     10.133.0.30 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 01:19:12 | 200 |     9.81197ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T01:19:12.901Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4601951b-e431-46fc-901a-338e409c7270","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T01:19:12.901Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4601951b-e431-46fc-901a-338e409c7270","keyPrefix":"sk-oai-LJuOHNSVKqRK...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 01:19:12 | 201 |    1.854102ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 01:19:14 | 200 |      40.977µs |      10.132.0.2 | GET      "/health"