[GIN] 2026/06/14 - 15:06:21 | 200 | 31.667µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:26 | 200 | 33.91µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:29 | 200 | 31.91µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:31 | 200 | 34.389µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:06:31.788Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c0422ab0-41fb-46d6-acf2-883990663169","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:06:31.788Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"c0422ab0-41fb-46d6-acf2-883990663169","keyPrefix":"sk-oai-r0QrDZ6meho0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:06:31 | 201 | 1.829617ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:06:31.825Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fb217671-0b06-45be-83f4-02e7ab15d5bb","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:06:31.825Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"fb217671-0b06-45be-83f4-02e7ab15d5bb","keyPrefix":"sk-oai-IzyxqcKioiES...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:06:31 | 201 | 1.791375ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:06:31 | 200 | 419.748µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:06:31 | 200 | 167.557µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:06:31 | 200 | 442.654µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:06:31 | 200 | 174.817µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:06:36 | 200 | 44.204µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:39 | 200 | 32.508µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:41 | 200 | 31.769µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:46 | 200 | 35.404µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-14T15:06:49.494Z","caller":"api_keys/service.go:139","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-06-14T15:06:49.494Z","caller":"api_keys/handler.go:205","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:205\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:136\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/14 - 15:06:49 | 400 | 264.795µs | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:06:49 | 200 | 32.098µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:51 | 200 | 33.703µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:56 | 200 | 34.978µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:06:59 | 200 | 31.902µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:01 | 200 | 32.821µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:06 | 200 | 35.06µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:07:06.877Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1d57b922-3c3a-46f9-8da5-0430e0c667ab","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:07:06.877Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1d57b922-3c3a-46f9-8da5-0430e0c667ab","keyPrefix":"sk-oai-C2BrwdnhJXzY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:07:06 | 201 | 1.695899ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:07:06 | 200 | 520.778µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:07:06 | 200 | 246.643µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:07:09 | 200 | 33.267µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:11 | 200 | 32.757µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:07:15.936Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"43cc66ff-2137-43f7-953c-101e75b0f8f0","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:07:15.936Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"43cc66ff-2137-43f7-953c-101e75b0f8f0","keyPrefix":"sk-oai-1ZjN9F1H1IfR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:07:15 | 201 | 1.942225ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:07:16 | 200 | 32.793µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:19 | 200 | 32.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:21 | 200 | 33.84µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:24 | 200 | 9.556847ms | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:07:24 | 200 | 163.262µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:07:26 | 200 | 31.381µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:29 | 200 | 40.82µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:31 | 200 | 33.981µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:07:33.373Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"356f1f4d-2c70-46db-a81a-b5a2de265527","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:07:33.373Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"356f1f4d-2c70-46db-a81a-b5a2de265527","keyPrefix":"sk-oai-t2eE1YPlLwdH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:07:33 | 201 | 3.003059ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:07:33 | 200 | 575.499µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:07:33 | 200 | 219.541µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:07:36 | 200 | 39.965µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:39 | 200 | 37.967µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:41 | 200 | 38.393µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:46 | 200 | 38.693µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:49 | 200 | 38.963µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:51 | 200 | 42.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:56 | 200 | 53.096µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:07:59 | 200 | 40.112µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:01 | 200 | 39.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:06 | 200 | 43.883µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:09 | 200 | 42.711µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:11 | 200 | 42.609µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:16 | 200 | 40.659µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:19 | 200 | 38.751µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:21 | 200 | 39.286µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:26 | 200 | 39.769µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:29 | 200 | 40.612µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:31 | 200 | 39.011µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:36 | 200 | 38.131µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:39 | 200 | 42.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:41 | 200 | 53.478µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:46 | 200 | 42.491µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:49 | 200 | 38.078µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:51 | 200 | 51.294µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:56 | 200 | 46.146µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:08:59 | 200 | 59.191µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:01 | 200 | 43.508µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:06 | 200 | 48.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:09 | 200 | 40.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:11 | 200 | 39.851µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:16 | 200 | 59.336µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:19 | 200 | 40.537µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:21 | 200 | 50.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:26 | 200 | 47.712µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:09:27.663Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5ab921f0-ca97-4227-95d3-fea70399cd56","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:09:27.663Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"5ab921f0-ca97-4227-95d3-fea70399cd56","keyPrefix":"sk-oai-rp8typom0Zb3...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:09:27 | 201 | 1.919268ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:09:27 | 200 | 538.743µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:09:27 | 200 | 145.374µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:09:29 | 200 | 40.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:31 | 200 | 52.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:36 | 200 | 61.346µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:39 | 200 | 51.013µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:41 | 200 | 52.481µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:46 | 200 | 39.501µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:49 | 200 | 39.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:51 | 200 | 773.545µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:09:51 | 200 | 210.56µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:09:51 | 200 | 31.638µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:51 | 404 | 1.052334ms | 34.228.250.194 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:09:56 | 200 | 39.323µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:09:59 | 200 | 39.993µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:01 | 200 | 40.186µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:06 | 200 | 39.178µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:09 | 200 | 40.624µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:11 | 200 | 39.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:16 | 200 | 41.559µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:19 | 200 | 46.538µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:21 | 200 | 45.818µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:26 | 200 | 40.077µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:29 | 200 | 42.303µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:31 | 200 | 38.735µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:36 | 200 | 39.191µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:39 | 200 | 39.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:41 | 200 | 41.399µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:10:41.960Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"58d07dbf-e4f0-4c86-b49b-14aa45a109ea","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:10:41.960Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"58d07dbf-e4f0-4c86-b49b-14aa45a109ea","keyPrefix":"sk-oai-10cVqSqkzQdC...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:10:41 | 201 | 2.376751ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:10:41 | 200 | 534.762µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:10:41 | 200 | 180.074µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:10:46 | 200 | 54.622µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:49 | 200 | 45.243µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:51 | 200 | 40.292µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:56 | 200 | 44.129µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:10:59 | 200 | 38.728µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:01 | 200 | 39.391µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:11:01.364Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"70d40bb0-73fd-4041-9018-08751ff52bf1","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:11:01.364Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"70d40bb0-73fd-4041-9018-08751ff52bf1","keyPrefix":"sk-oai-1832jHWpujTw...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:11:01 | 201 | 2.112724ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:11:01 | 200 | 546.437µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:11:01 | 200 | 193.639µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:11:01 | 200 | 464.168µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:11:01 | 200 | 206.641µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:11:06 | 200 | 44.737µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:09 | 200 | 39.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:11 | 200 | 42.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:16 | 200 | 49.45µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:19 | 200 | 39.409µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:11:20.837Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"69e539c3-140b-4c8d-80b9-e0d18fb18c0b","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:11:20.837Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"69e539c3-140b-4c8d-80b9-e0d18fb18c0b","keyPrefix":"sk-oai-uUa7Iy0uRL5v...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:11:20 | 201 | 2.152862ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:11:20 | 200 | 469.597µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:11:20 | 200 | 371.732µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:11:20 | 200 | 146.075µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:11:20 | 200 | 20.794732ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:11:21 | 200 | 35.107µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:26 | 200 | 43.221µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:29 | 200 | 39.782µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:31 | 200 | 44.785µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:36 | 200 | 41.139µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:39 | 200 | 43.045µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:40 | 200 | 165.014µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:11:40 | 200 | 147.13µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:11:40 | 200 | 36.203253ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:11:41 | 200 | 42.526µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:46 | 200 | 45.546µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:49 | 200 | 41.709µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:51 | 200 | 40.276µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:11:52.192Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"357ce9ed-1208-42e6-8aa5-23514838e872","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:11:52.192Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"357ce9ed-1208-42e6-8aa5-23514838e872","keyPrefix":"sk-oai-1FbT2XoDpPBs...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:11:52 | 201 | 1.973675ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:11:56 | 200 | 49.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:11:59 | 200 | 41.97µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:01 | 200 | 45.176µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:06 | 200 | 38.79µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:09 | 200 | 41.777µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:11 | 200 | 41.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:16 | 200 | 44.483µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:19 | 200 | 43.729µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:21 | 200 | 38.778µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:22 | 200 | 660.281µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:12:22 | 200 | 125.532µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:12:22 | 200 | 408.069µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:12:22 | 200 | 452.223µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:12:22 | 200 | 106.635µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:12:22 | 200 | 10.860885ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:12:26 | 200 | 49.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:29 | 200 | 40.266µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:31 | 200 | 40.945µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:36 | 200 | 58.776µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:39 | 200 | 147.384µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:12:39 | 200 | 19.691461ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:12:39 | 200 | 41.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:41 | 200 | 46.269µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:46 | 200 | 41.63µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:12:48.018Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b649f59-022c-4ff3-a782-ba24c3c6893e","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:12:48.018Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1b649f59-022c-4ff3-a782-ba24c3c6893e","keyPrefix":"sk-oai-QRGMCKf6OaSc...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:12:48 | 201 | 10.796063ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:12:49 | 200 | 47.076µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:51 | 200 | 56.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:56 | 200 | 46.171µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:12:56 | 200 | 1.496246ms | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:12:56 | 200 | 422.575µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:12:56 | 200 | 107.226µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:12:56 | 200 | 10.988013ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:12:56.561Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d232a26-27dd-4c67-b364-220fea3ee2c9","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:12:56.561Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"4d232a26-27dd-4c67-b364-220fea3ee2c9","keyPrefix":"sk-oai-zx4ylSJFWtHs...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:12:56 | 201 | 1.756588ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:12:59 | 200 | 41.25µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:01 | 200 | 42.873µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:04 | 200 | 859.428µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:04 | 200 | 473.698µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:04 | 200 | 134.672µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:04 | 200 | 7.90768ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:04 | 200 | 449.976µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:04 | 200 | 410.393µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:04 | 200 | 127.019µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:04 | 200 | 7.174922ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:13:05.585Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27557be1-04ac-4716-86bc-1e2b0804c01c","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:13:05.585Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"27557be1-04ac-4716-86bc-1e2b0804c01c","keyPrefix":"sk-oai-9hG9vS9WpEFA...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:13:05 | 201 | 1.644264ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:06 | 200 | 40.342µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:09 | 200 | 39.595µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:11 | 200 | 40.326µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:13 | 200 | 668.066µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:13 | 200 | 468.844µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:13 | 200 | 191.128µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:13 | 200 | 11.667087ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:16 | 200 | 43.367µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:19 | 200 | 39.026µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:21 | 200 | 42.738µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:13:22.806Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22e8a718-e9dd-4100-8626-8c9d636bb21c","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:13:22.806Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"22e8a718-e9dd-4100-8626-8c9d636bb21c","keyPrefix":"sk-oai-fZuNu6ilXOqi...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:13:22 | 201 | 2.251993ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:26 | 200 | 41.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:29 | 200 | 40.672µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:30 | 200 | 888.302µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:30 | 200 | 411.506µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:30 | 200 | 176.6µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:30 | 200 | 452.305µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:30 | 200 | 157.863µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:30 | 200 | 18.186295ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:31 | 200 | 36.966µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:36 | 200 | 43.069µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:39 | 200 | 38.348µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:41 | 200 | 42.879µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:13:42.189Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bd2dcdb8-8177-4207-98a4-a23cd723a5ff","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:13:42.189Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"bd2dcdb8-8177-4207-98a4-a23cd723a5ff","keyPrefix":"sk-oai-14hNrdtUUReN...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:13:42 | 201 | 2.196564ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:46 | 200 | 40.468µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:49 | 200 | 36.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:50 | 200 | 1.390188ms | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:50 | 200 | 498.182µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:50 | 200 | 208.971µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:50 | 200 | 10.483445ms | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:13:50 | 200 | 181.786µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:13:50 | 200 | 25.743296ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:13:51 | 200 | 39.242µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:56 | 200 | 43.11µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:13:59 | 200 | 38.692µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:01 | 200 | 38.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:02 | 200 | 178.583µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:02 | 200 | 172.953µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:02 | 200 | 144.827µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:02 | 200 | 58.390377ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:06 | 200 | 42.647µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:09 | 200 | 33.046µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:11 | 200 | 44.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:16 | 200 | 46.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:19 | 200 | 179.114µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:19 | 200 | 19.04349ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:19 | 200 | 50.907µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:21 | 200 | 41.458µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:26 | 200 | 46.938µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:29 | 200 | 43.696µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:14:30.810Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5dca0eb3-b9d6-47f6-ba2c-f883c16dad1b","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:14:30.810Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"5dca0eb3-b9d6-47f6-ba2c-f883c16dad1b","keyPrefix":"sk-oai-1TvAJMrCc0gX...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:14:30 | 201 | 2.241247ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:31 | 200 | 43.851µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:36 | 200 | 41.095µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:38 | 200 | 769.85µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:14:38 | 200 | 138.053µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:14:39.442Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a81fd589-69e7-498d-827d-a1f086998136","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:14:39.442Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"a81fd589-69e7-498d-827d-a1f086998136","keyPrefix":"sk-oai-1CEiYgJZ9fyz...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:14:39 | 201 | 1.767304ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:39 | 200 | 48.331µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:41 | 200 | 38.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:46 | 200 | 39.639µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:47 | 200 | 827.109µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:14:47 | 200 | 430.081µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:14:47 | 200 | 129.593µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:47 | 200 | 13.452401ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:14:47.852Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c1d96ba3-6f8a-4782-805e-7d91c2e007ba","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:14:47.852Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"c1d96ba3-6f8a-4782-805e-7d91c2e007ba","keyPrefix":"sk-oai-108YXIIwvFqV...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:14:47 | 201 | 1.704299ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:49 | 200 | 38.985µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:51 | 200 | 50.907µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:14:55 | 200 | 786.885µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:14:55 | 200 | 441.765µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:14:55 | 200 | 186.25µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:14:55 | 200 | 10.745106ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:56 | 200 | 34.705µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:14:56.606Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8f605d74-28f2-41a1-8824-c10ce6f8fefc","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:14:56.606Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8f605d74-28f2-41a1-8824-c10ce6f8fefc","keyPrefix":"sk-oai-9prWHQ5Zviz5...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:14:56 | 201 | 1.72186ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:14:59 | 200 | 38.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:01 | 200 | 47.476µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:15:03.434Z","caller":"api_keys/service.go:316","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/14 - 15:15:03 | 200 | 1.157913ms | 10.133.0.41 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/14 - 15:15:04 | 200 | 657.604µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:15:04 | 200 | 385.882µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:15:04 | 200 | 185.836µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:15:04 | 200 | 11.317711ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:15:06 | 200 | 60.635µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:09 | 200 | 40.936µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:11 | 200 | 39.102µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:15:13.808Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cf8c79d6-2d22-46f1-a532-26e4ee573538","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:15:13.808Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"cf8c79d6-2d22-46f1-a532-26e4ee573538","keyPrefix":"sk-oai-1acbUS5ATnMJ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:15:13 | 201 | 2.00787ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:15:16 | 200 | 43.838µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:19 | 200 | 43.403µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:21 | 200 | 40.339µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:26 | 200 | 39.299µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:29 | 200 | 41.97µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:30 | 200 | 637.722µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:15:30 | 403 | 97.235µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:15:31 | 200 | 37.77µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:36 | 200 | 43.877µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:39 | 200 | 38.626µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:41 | 200 | 38.161µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:46 | 200 | 38.849µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:47 | 403 | 118.018µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:15:49 | 200 | 38.617µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:51 | 200 | 40.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:56 | 200 | 54.55µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:15:59 | 200 | 55.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:01 | 200 | 59.205µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:04 | 403 | 124.615µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:16:06 | 200 | 40.684µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:09 | 200 | 38.947µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:11 | 200 | 39.024µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:16 | 200 | 60.585µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:19 | 200 | 38.824µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:21 | 200 | 39.186µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:21 | 403 | 135.47µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:16:26 | 200 | 37.719µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:29 | 200 | 38.92µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:31 | 200 | 36.03µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:16:35.696Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ce367edd-6fe1-4d47-9d19-a71aeff73342","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:16:35.696Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"ce367edd-6fe1-4d47-9d19-a71aeff73342","keyPrefix":"sk-oai-1S6xWyszQ8ru...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:16:35 | 201 | 2.339085ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:16:36 | 200 | 40.053µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:39 | 200 | 33.185µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:41 | 200 | 33.364µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:43 | 200 | 669.671µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:16:43 | 200 | 381.495µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:16:43 | 200 | 133.027µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:16:43 | 200 | 20.029031ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:16:46 | 200 | 32.532µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:49 | 200 | 33.916µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:51 | 200 | 41.963µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:16:55.798Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"748900b8-ad0c-4450-bbeb-4072b91f9d2e","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:16:55.798Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"748900b8-ad0c-4450-bbeb-4072b91f9d2e","keyPrefix":"sk-oai-ZOU7gKE4BxY0...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:16:55 | 201 | 2.006841ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:16:55.831Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8106d697-4c10-4340-864e-3c63533e7e13","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:16:55.831Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8106d697-4c10-4340-864e-3c63533e7e13","keyPrefix":"sk-oai-hP2FIH2Hk5co...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:16:55 | 201 | 2.811568ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:16:56 | 200 | 27.982µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:16:59 | 200 | 34.174µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:01 | 200 | 36.826µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:03 | 200 | 721.037µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:03 | 200 | 384.774µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:03 | 200 | 199.247µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:03 | 200 | 10.525227ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:03 | 200 | 393.489µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:03 | 200 | 349.677µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:03 | 200 | 221.665µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:03 | 200 | 11.230009ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:06 | 200 | 32.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:09 | 200 | 34.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:11 | 200 | 31.776µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:16 | 200 | 43.883µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:16 | 200 | 175.327µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:16 | 200 | 174.787µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:16 | 200 | 141.43µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:16 | 200 | 56.199179ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:19 | 200 | 34.49µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:21 | 200 | 33.699µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:26 | 200 | 31.042µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:28 | 200 | 161.434µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:28 | 200 | 20.417691ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:28 | 200 | 161.055µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:28 | 200 | 18.460335ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:29 | 200 | 34.178µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:31 | 200 | 47.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:36 | 200 | 35.191µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:39 | 200 | 41.131µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:41 | 200 | 38.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:46 | 200 | 39.825µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:49 | 200 | 38.119µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:51 | 200 | 40.593µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:17:54.525Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-f811f4","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"54d97e98-442e-43ee-a64f-a0988e7a54a4","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:17:54.525Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"54d97e98-442e-43ee-a64f-a0988e7a54a4","keyPrefix":"sk-oai-F4hH1DXOAjpV...","username":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-f811f4","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:17:54 | 201 | 1.949473ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:54 | 200 | 424.706µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:54 | 200 | 395.199µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:54 | 200 | 635.732µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:54 | 200 | 403.114µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:54 | 200 | 603.63µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:17:54 | 200 | 381.996µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:17:54 | 200 | 574.576µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" {"level":"error","timestamp":"2026-06-14T15:17:54.640Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/14 - 15:17:54 | 500 | 81.363µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:17:56 | 200 | 41.703µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:17:59 | 200 | 40.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:01 | 200 | 49.874µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:06 | 200 | 36.892µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:18:06.199Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bec0cee-07cf-409e-a668-89f7fd68b261","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:18:06.199Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9bec0cee-07cf-409e-a668-89f7fd68b261","keyPrefix":"sk-oai-ME1DBjmepa9K...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/14 - 15:18:06 | 201 | 2.684901ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:18:06 | 200 | 487.093µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:18:06 | 200 | 154.9µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:18:09 | 200 | 39.315µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:11 | 200 | 39.471µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:16 | 200 | 39.021µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:19 | 200 | 39.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:21 | 200 | 38.007µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:26 | 200 | 40.636µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:29 | 200 | 41.567µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:31 | 200 | 49.772µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:36 | 200 | 46.787µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:39 | 200 | 49.187µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:41 | 200 | 43.15µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:46 | 200 | 40.269µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:49 | 200 | 57.35µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:51 | 200 | 61.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:56 | 200 | 58.465µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:18:59 | 200 | 43.964µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:01 | 200 | 52.219µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:06 | 200 | 57.584µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:09 | 200 | 42.101µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:11 | 200 | 38.282µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-14T15:19:12.343Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"43d59c7d-fe56-4067-8d60-3502ecd06945","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:12.343Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"43d59c7d-fe56-4067-8d60-3502ecd06945","keyPrefix":"sk-oai-kIA0mfEKqbMj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:12 | 201 | 10.660943ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:12.823Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"74fdc00d-cf0d-4b20-a9e2-c87159fed063","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:12.823Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"74fdc00d-cf0d-4b20-a9e2-c87159fed063","keyPrefix":"sk-oai-1EWDlPMtI4s0...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:12 | 201 | 2.162636ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:13.054Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8a91dbee-09b1-4099-9dc6-4c24d7c099ac","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:13.054Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8a91dbee-09b1-4099-9dc6-4c24d7c099ac","keyPrefix":"sk-oai-jW6IOYf35vYj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:13 | 201 | 2.397286ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:13 | 200 | 1.189412ms | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:13 | 200 | 440.136µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:13 | 200 | 120.641µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:19:13 | 200 | 18.877224ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:13 | 200 | 443.427µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:13 | 200 | 119.964µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-14T15:19:13.230Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"95b9b98a-0895-4efc-8933-9b63da287fa9","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:13.230Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"95b9b98a-0895-4efc-8933-9b63da287fa9","keyPrefix":"sk-oai-mRTMCrorxLrE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:13 | 201 | 2.202181ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:13.253Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"95b9b98a-0895-4efc-8933-9b63da287fa9"} {"level":"info","timestamp":"2026-06-14T15:19:13.253Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"95b9b98a-0895-4efc-8933-9b63da287fa9","revokedBy":"alice_lead"} [GIN] 2026/06/14 - 15:19:13 | 200 | 3.215787ms | 34.228.250.194 | DELETE "/v1/api-keys/95b9b98a-0895-4efc-8933-9b63da287fa9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:16 | 200 | 48.875µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:16 | 200 | 759.083µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-14T15:19:16.592Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9f90fa1a-9295-45dd-b060-12a2376d5419","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:16.592Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9f90fa1a-9295-45dd-b060-12a2376d5419","keyPrefix":"sk-oai-OuYBaI0FQwN7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:16 | 201 | 2.158792ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:16.619Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"435a02ec-0f4a-438d-acc1-d81a912ab8a0","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:16.619Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"435a02ec-0f4a-438d-acc1-d81a912ab8a0","keyPrefix":"sk-oai-3QXpcmZbBDYD...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:16 | 201 | 1.92894ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:16.706Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8b898e75-99aa-4dee-a936-79e95f6e8125","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:16.706Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8b898e75-99aa-4dee-a936-79e95f6e8125","keyPrefix":"sk-oai-1NmR4KpwnUhP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:16 | 201 | 1.934756ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:16.731Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"8b898e75-99aa-4dee-a936-79e95f6e8125"} {"level":"info","timestamp":"2026-06-14T15:19:16.731Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"8b898e75-99aa-4dee-a936-79e95f6e8125","revokedBy":"alice_lead"} [GIN] 2026/06/14 - 15:19:16 | 200 | 2.410625ms | 34.228.250.194 | DELETE "/v1/api-keys/8b898e75-99aa-4dee-a936-79e95f6e8125" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:16 | 404 | 671.44µs | 34.228.250.194 | DELETE "/v1/api-keys/8b898e75-99aa-4dee-a936-79e95f6e8125" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:16.839Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fa855d1d-b2c5-48dc-80d5-6e0025268073","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:16.839Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"fa855d1d-b2c5-48dc-80d5-6e0025268073","keyPrefix":"sk-oai-t9zES6EfNUKN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:16 | 201 | 2.222392ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:16 | 200 | 484.065µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:16 | 200 | 401.803µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:16 | 200 | 128.532µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:19:16 | 200 | 8.987941ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:16.955Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3ed739c4-6233-418f-a370-69379d9cf37d","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:16.955Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"3ed739c4-6233-418f-a370-69379d9cf37d","keyPrefix":"sk-oai-eJB56vtWkM2S...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:16 | 201 | 1.951379ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:16 | 200 | 346.581µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:16 | 403 | 101.372µs | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:16 | 200 | 353.556µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 303.287µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 120.993µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:19:17 | 200 | 8.995026ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:17.091Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0b049ae1-ce0a-45ad-8797-cb77f546f63d","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:17.091Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"0b049ae1-ce0a-45ad-8797-cb77f546f63d","keyPrefix":"sk-oai-1KYI9RFTYAOJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:17 | 201 | 1.753332ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:17 | 200 | 403.632µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 352.126µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 107.623µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:19:17 | 200 | 9.599666ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:17 | 200 | 361.96µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 321.706µs | 10.132.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/14 - 15:19:17 | 200 | 110.025µs | 10.132.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/14 - 15:19:17 | 200 | 8.533854ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-14T15:19:17.239Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"459e4247-4d74-4f14-a689-dc1efbe06d62","ephemeral":false} {"level":"info","timestamp":"2026-06-14T15:19:17.239Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"459e4247-4d74-4f14-a689-dc1efbe06d62","keyPrefix":"sk-oai-12PsX2nIAcSC...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/14 - 15:19:17 | 201 | 1.728952ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/14 - 15:19:19 | 200 | 43.53µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/14 - 15:19:21 | 200 | 38.008µs | 10.134.0.2 | GET "/health"