[GIN] 2026/06/08 - 17:01:55 | 201 | 1.961795ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:01:55 | 200 | 574.219µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:01:55 | 200 | 173.963µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:01:55 | 200 | 557.558µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:01:55 | 200 | 153.743µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:01:57 | 200 | 59.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:01:59 | 200 | 37.279µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:02 | 200 | 35.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:07 | 200 | 34.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:09 | 200 | 33.257µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:12 | 200 | 42.955µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-08T17:02:13.088Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-06-08T17:02:13.089Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/08 - 17:02:13 | 400 | 299.796µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:02:17 | 200 | 35.862µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:19 | 200 | 43.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:22 | 200 | 35.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:27 | 200 | 34.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:29 | 200 | 40.725µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:02:30.497Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7b89f7c2-758a-4320-a7cf-564c383330a2","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:02:30.497Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b89f7c2-758a-4320-a7cf-564c383330a2","keyPrefix":"sk-oai-1GJWEwMR6mYx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:02:30 | 201 | 12.396623ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:02:30 | 200 | 1.495077ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:02:30 | 200 | 143.931µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:02:32 | 200 | 34.258µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:37 | 200 | 40.729µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:39 | 200 | 33.258µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:02:39.640Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"15c367be-4060-4a00-9f29-9465f220ea1d","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:02:39.640Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15c367be-4060-4a00-9f29-9465f220ea1d","keyPrefix":"sk-oai-Um6cMseLrgYv...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:02:39 | 201 | 2.180941ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:02:42 | 200 | 43.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:47 | 200 | 33.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:47 | 200 | 865.655µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:02:47 | 200 | 110.124µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:02:49 | 200 | 44.297µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:52 | 200 | 33.376µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:57 | 200 | 34.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:02:59 | 200 | 37.445µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:02 | 200 | 34.242µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:03:05.235Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7fde278d-5206-48a6-8580-70b61c1bacf0","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:03:05.235Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7fde278d-5206-48a6-8580-70b61c1bacf0","keyPrefix":"sk-oai-1FGmsjsArWAq...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:03:05 | 201 | 2.118119ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:03:05 | 200 | 554.716µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:03:05 | 200 | 133.409µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:03:07 | 200 | 38.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:09 | 200 | 43.84µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:12 | 200 | 38.466µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:17 | 200 | 34.07µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:19 | 200 | 51.395µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:22 | 200 | 61.001µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:27 | 200 | 45.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:29 | 200 | 38.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:32 | 200 | 44.991µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:37 | 200 | 34.99µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:39 | 200 | 39.854µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:42 | 200 | 37.298µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:47 | 200 | 30.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:49 | 200 | 36.255µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:52 | 200 | 44.821µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:57 | 200 | 33.958µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:03:59 | 200 | 36.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:02 | 200 | 32.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:07 | 200 | 33.34µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:09 | 200 | 37.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:12 | 200 | 34.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:17 | 200 | 33.851µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:19 | 200 | 36.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:22 | 200 | 33.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:27 | 200 | 33.479µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:29 | 200 | 47.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:32 | 200 | 39.709µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:37 | 200 | 38.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:39 | 200 | 35.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:42 | 200 | 38.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:47 | 200 | 37.222µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:49 | 200 | 39.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:52 | 200 | 47.035µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:57 | 200 | 43.099µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:04:59 | 200 | 43.566µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:02 | 200 | 41.762µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:05:04.755Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4b23daaf-00ad-4663-81e4-9f0327004bfc","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:05:04.755Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b23daaf-00ad-4663-81e4-9f0327004bfc","keyPrefix":"sk-oai-1KYXegb3frUo...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:05:04 | 201 | 2.345761ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:05:07 | 200 | 39.802µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:09 | 200 | 39.253µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:12 | 200 | 39.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:17 | 200 | 36.987µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:19 | 200 | 44.227µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:22 | 200 | 39.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:27 | 200 | 880.588µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:05:27 | 200 | 190.58µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:05:27 | 200 | 48.072µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:28 | 404 | 1.00646ms | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:05:29 | 200 | 39.944µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:32 | 200 | 41.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:37 | 200 | 40.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:39 | 200 | 37.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:42 | 200 | 47.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:47 | 200 | 44.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:49 | 200 | 52.872µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:52 | 200 | 40.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:57 | 200 | 39.364µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:05:59 | 200 | 47.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:02 | 200 | 50.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:07 | 200 | 40.884µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:09 | 200 | 39.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:12 | 200 | 40.968µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:17 | 200 | 37.664µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:06:18.383Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ea7873f7-64c9-4c0e-9589-195e361516ae","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:06:18.383Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ea7873f7-64c9-4c0e-9589-195e361516ae","keyPrefix":"sk-oai-acfUE9TLeV3f...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:06:18 | 201 | 2.144958ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:06:18 | 200 | 611.519µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:06:18 | 200 | 183.377µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:06:19 | 200 | 50.823µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:22 | 200 | 43.277µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:27 | 200 | 40.353µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:29 | 200 | 53.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:32 | 200 | 38.575µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:06:37.626Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fa9d13d8-c695-41c5-8351-5fe4907871df","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:06:37.626Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa9d13d8-c695-41c5-8351-5fe4907871df","keyPrefix":"sk-oai-RDzLh1tDEwB8...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:06:37 | 201 | 2.220853ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:06:37 | 200 | 606.937µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:06:37 | 200 | 152.157µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:06:37 | 200 | 38.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:37 | 200 | 540.329µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:06:37 | 200 | 193.942µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:06:39 | 200 | 43.175µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:42 | 200 | 44.57µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:47 | 200 | 41.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:49 | 200 | 42.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:52 | 200 | 43.01µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:06:57.127Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6b3fa61f-1ff4-448e-8ea4-33985c383e47","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:06:57.128Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b3fa61f-1ff4-448e-8ea4-33985c383e47","keyPrefix":"sk-oai-1MJE6UcPXc2z...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:06:57 | 201 | 2.110064ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:06:57 | 200 | 534.513µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:06:57 | 200 | 528.773µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:06:57 | 200 | 189.568µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:06:57 | 200 | 18.845495ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:06:57 | 200 | 37.066µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:06:59 | 200 | 40.797µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:02 | 200 | 53.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:07 | 200 | 38.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:09 | 200 | 36.831µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:12 | 200 | 37.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:16 | 200 | 156.922µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:07:16 | 200 | 185.376µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:07:16 | 200 | 26.759318ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:07:17 | 200 | 39.991µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:19 | 200 | 42.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:22 | 200 | 40.639µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:27 | 200 | 41.473µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:07:28.389Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"da26a18e-5a65-4479-94c9-5475b27cc814","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:07:28.389Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da26a18e-5a65-4479-94c9-5475b27cc814","keyPrefix":"sk-oai-1Z7KuLPzJHvf...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:07:28 | 201 | 2.357864ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:07:29 | 200 | 41.633µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:32 | 200 | 48.646µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:37 | 200 | 40.847µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:39 | 200 | 40.81µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:42 | 200 | 39.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:47 | 200 | 38.743µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:49 | 200 | 40.162µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:52 | 200 | 40.367µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:57 | 200 | 41.243µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:07:58 | 200 | 10.001828ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:07:58 | 200 | 136.448µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:07:58 | 200 | 599.799µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:07:58 | 200 | 479.433µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:07:58 | 200 | 148.2µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:07:58 | 200 | 13.494734ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:07:59 | 200 | 42.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:02 | 200 | 39.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:07 | 200 | 38.258µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:09 | 200 | 40.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:12 | 200 | 42.34µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:15 | 200 | 138.725µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:08:15 | 200 | 13.957365ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:17 | 200 | 39.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:19 | 200 | 40.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:22 | 200 | 39.11µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:08:24.292Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84d1664b-b7b1-410c-a157-87ad623dc899","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:08:24.292Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84d1664b-b7b1-410c-a157-87ad623dc899","keyPrefix":"sk-oai-9Y7tvJGgRZIU...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:08:24 | 201 | 2.56669ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:27 | 200 | 38.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:29 | 200 | 38.923µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:32 | 200 | 941.836µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:32 | 200 | 520.86µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:32 | 200 | 135.055µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:08:32 | 200 | 10.40638ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:32 | 200 | 48.146µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:08:32.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6211e5bb-de32-426c-9ffb-d6ec1113e276","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:08:32.835Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6211e5bb-de32-426c-9ffb-d6ec1113e276","keyPrefix":"sk-oai-rnw02UhOWeEZ...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:08:32 | 201 | 2.110702ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:37 | 200 | 39.045µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:39 | 200 | 46.61µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:40 | 200 | 907.462µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:40 | 200 | 431.133µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:40 | 200 | 184.342µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:08:40 | 200 | 7.430707ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:40 | 200 | 455.079µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:40 | 200 | 459.499µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:40 | 200 | 149.988µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:08:40 | 200 | 7.355895ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:08:41.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"85247c96-fe02-4f72-b7dd-feeac6aa240d","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:08:41.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85247c96-fe02-4f72-b7dd-feeac6aa240d","keyPrefix":"sk-oai-LcU79reVdFAF...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:08:41 | 201 | 1.936573ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:42 | 200 | 39.127µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:47 | 200 | 41.89µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:49 | 200 | 61.692µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:49 | 200 | 794.702µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:49 | 200 | 490.182µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:08:49 | 200 | 200.158µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:08:49 | 200 | 11.287586ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:52 | 200 | 39.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:08:57 | 200 | 39.528µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:08:59.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f903b059-c372-4708-9040-cf9c32947905","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:08:59.076Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f903b059-c372-4708-9040-cf9c32947905","keyPrefix":"sk-oai-tAJdxuvUzjwI...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:08:59 | 201 | 2.206238ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:08:59 | 200 | 37.83µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:02 | 200 | 39.544µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:07 | 200 | 866.942µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:07 | 200 | 611.912µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:07 | 200 | 245.36µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:07 | 200 | 582.413µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:07 | 200 | 266.531µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:07 | 200 | 20.32045ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:09:07 | 200 | 40.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:09 | 200 | 44.116µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:12 | 200 | 42.233µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:17 | 200 | 39.819µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:09:18.430Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dcca6ccb-05db-40b5-8844-f35c48e15091","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:09:18.430Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dcca6ccb-05db-40b5-8844-f35c48e15091","keyPrefix":"sk-oai-1CJt51wsEUfV...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:09:18 | 201 | 2.245828ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:09:19 | 200 | 39.14µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:22 | 200 | 37.987µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:26 | 200 | 785.176µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:26 | 200 | 446.439µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:26 | 200 | 143.709µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:26 | 200 | 9.966678ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:09:26 | 200 | 132.958µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:26 | 200 | 25.430998ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:09:27 | 200 | 39.765µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:29 | 200 | 41.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:32 | 200 | 43.384µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:37 | 200 | 40.24µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:39 | 200 | 39.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:42 | 200 | 179.07µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:42 | 200 | 170.009µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:42 | 200 | 165.778µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:09:42 | 200 | 38.190544ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:09:42 | 200 | 37.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:47 | 200 | 73.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:49 | 200 | 38.801µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:52 | 200 | 39.171µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:57 | 200 | 56.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:09:59 | 200 | 42.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:00 | 200 | 139.59µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:10:00 | 200 | 13.604238ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:02 | 200 | 40.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:07 | 200 | 49.641µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:09 | 200 | 37.536µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:10:11.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6186127a-7736-4622-a87a-b25a2f446a15","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:10:11.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6186127a-7736-4622-a87a-b25a2f446a15","keyPrefix":"sk-oai-c9yYwmqwMaiC...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:10:11 | 201 | 3.773832ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:12 | 200 | 38.755µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:17 | 200 | 37.768µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:19 | 200 | 912.408µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:19 | 200 | 138.231µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:19 | 200 | 37.934µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:10:19.962Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dcd5c6a5-4609-484b-b680-e9f48582f3cc","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:10:19.962Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dcd5c6a5-4609-484b-b680-e9f48582f3cc","keyPrefix":"sk-oai-19Vk3L2LMCqD...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:10:19 | 201 | 1.867894ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:22 | 200 | 39.348µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:27 | 200 | 39.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:28 | 200 | 875.454µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:28 | 200 | 465.915µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:28 | 200 | 126.704µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:10:28 | 200 | 10.242901ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:10:28.406Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"13649def-80f3-47ef-ac7b-9952487f845a","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:10:28.406Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13649def-80f3-47ef-ac7b-9952487f845a","keyPrefix":"sk-oai-rwoLZQXhUIqh...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:10:28 | 201 | 1.913146ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:29 | 200 | 40.572µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:32 | 200 | 39.629µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:36 | 200 | 1.314729ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:36 | 200 | 512.87µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:36 | 200 | 142.334µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:10:36 | 200 | 10.908871ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:10:37.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f4e4b870-c3a7-48f3-b572-5cbca4107fa0","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:10:37.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4e4b870-c3a7-48f3-b572-5cbca4107fa0","keyPrefix":"sk-oai-18kbE5xvorpE...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:10:37 | 201 | 1.935604ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:37 | 200 | 38.846µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:39 | 200 | 45.935µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:42 | 200 | 59.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:45 | 200 | 769.89µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:45 | 200 | 452.413µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:10:45 | 200 | 130.455µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:10:45 | 200 | 22.153025ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:47 | 200 | 43.534µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:49 | 200 | 39.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:52 | 200 | 40.276µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:10:54.431Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6c55df73-3546-481e-bd01-eb7df4322709","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:10:54.431Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c55df73-3546-481e-bd01-eb7df4322709","keyPrefix":"sk-oai-1QHSvKNBCP4r...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:10:54 | 201 | 1.543017ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:10:57 | 200 | 40.334µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:10:59 | 200 | 49.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:02 | 200 | 40.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:07 | 200 | 48.087µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:09 | 200 | 38.09µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:10 | 200 | 788.212µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:11:10 | 403 | 93.679µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:11:12 | 200 | 43.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:17 | 200 | 45.856µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:19 | 200 | 40.618µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:22 | 200 | 49.556µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:27 | 200 | 40.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:27 | 403 | 119.754µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:11:29 | 200 | 38.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:32 | 200 | 41.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:37 | 200 | 37.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:39 | 200 | 43.262µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:42 | 200 | 48.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:45 | 403 | 148.626µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:11:47 | 200 | 38.577µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:49 | 200 | 47.225µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:52 | 200 | 39.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:57 | 200 | 42.017µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:11:59 | 200 | 41.608µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:02 | 403 | 132.573µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:02 | 200 | 38.15µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:07 | 200 | 39.115µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:09 | 200 | 38.672µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:12 | 200 | 39.025µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:12:14.438Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"16547510-6212-492e-8849-4c9e1feb271c","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:12:14.438Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16547510-6212-492e-8849-4c9e1feb271c","keyPrefix":"sk-oai-aIVA0WwbXA8r...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:12:14 | 201 | 2.354956ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:17 | 200 | 37.831µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:19 | 200 | 42.415µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:22 | 200 | 696.235µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:22 | 200 | 465.488µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:22 | 200 | 171.993µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:22 | 200 | 19.031589ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:22 | 200 | 38.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:27 | 200 | 40.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:29 | 200 | 38.063µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:32 | 200 | 42.873µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:12:34.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f9f0c26a-1b54-4878-a888-3f52c50f9b67","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:12:34.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f9f0c26a-1b54-4878-a888-3f52c50f9b67","keyPrefix":"sk-oai-1TOIvOre3uPa...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:12:34 | 201 | 1.651383ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:12:34.615Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99e8570a-1a06-4d72-91a1-8272c3e46d32","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:12:34.615Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99e8570a-1a06-4d72-91a1-8272c3e46d32","keyPrefix":"sk-oai-RUtnXbE2o2Sf...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:12:34 | 201 | 1.971562ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:37 | 200 | 40.515µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:39 | 200 | 38.519µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:42 | 200 | 873.473µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:42 | 200 | 475.427µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:42 | 200 | 139.309µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:42 | 200 | 11.491475ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:42 | 200 | 588.703µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:42 | 200 | 33.868µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:42 | 200 | 492.824µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:12:42 | 200 | 149.768µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:42 | 200 | 11.543612ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:47 | 200 | 49.596µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:49 | 200 | 41.018µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:52 | 200 | 40.75µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:57 | 200 | 162.297µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:57 | 200 | 182.915µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:57 | 200 | 138.379µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:12:57 | 200 | 42.330708ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:12:57 | 200 | 38.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:12:59 | 200 | 44.948µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:02 | 200 | 41.96µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:07 | 200 | 40.309µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:09 | 200 | 45.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:12 | 200 | 39.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:13 | 200 | 217.119µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:13 | 200 | 13.80389ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:13:13 | 200 | 174.416µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:13 | 200 | 13.218693ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:13:17 | 200 | 42.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:19 | 200 | 39.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:22 | 200 | 38.729µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:27 | 200 | 40.659µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:29 | 200 | 45.329µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:32 | 200 | 50.404µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:37 | 200 | 40.126µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:13:39.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6cb861cd-4775-440b-9fa5-c9935f231521","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:13:39.411Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6cb861cd-4775-440b-9fa5-c9935f231521","keyPrefix":"sk-oai-VCchdqs5Z0Pb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:13:39 | 201 | 1.77505ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:13:39 | 200 | 678.715µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:39 | 200 | 149.618µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:39 | 200 | 492.467µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:39 | 200 | 141.59µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:39 | 200 | 483.742µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:39 | 200 | 141.009µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:39 | 200 | 439.713µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:39 | 200 | 426.554µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:39 | 200 | 145.595µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:39 | 200 | 13.527119ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:13:39 | 200 | 24.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:42 | 200 | 42.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:47 | 200 | 46.578µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:49 | 200 | 42.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:52 | 200 | 51.314µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:13:53.063Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d9aa23b7-008f-41c1-a4ce-70339cf1b6a2","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:13:53.063Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d9aa23b7-008f-41c1-a4ce-70339cf1b6a2","keyPrefix":"sk-oai-Arr9HWEY0dTO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 17:13:53 | 201 | 2.110201ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:13:53 | 200 | 634.348µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:13:53 | 200 | 169.256µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:13:57 | 200 | 39.124µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:13:59 | 200 | 42.52µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:02 | 200 | 39.412µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:07 | 200 | 39.806µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:09 | 200 | 43.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:12 | 200 | 43.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:17 | 200 | 39.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:19 | 200 | 65.399µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:22 | 200 | 41.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:27 | 200 | 40.388µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:29 | 200 | 38.758µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:32 | 200 | 41.269µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:37 | 200 | 37.505µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:39 | 200 | 45.695µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:42 | 200 | 42.618µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:47 | 200 | 41.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:49 | 200 | 54.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:52 | 200 | 40.207µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:14:57 | 200 | 40.313µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:14:59.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"631f5452-6cd4-4c48-9255-75c439bac56b","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:14:59.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"631f5452-6cd4-4c48-9255-75c439bac56b","keyPrefix":"sk-oai-1VWlYczI194j...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:14:59 | 201 | 12.106055ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:14:59 | 200 | 49.702µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T17:15:00.408Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"164637a7-5026-4048-8104-6b453c998f2f","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:00.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"164637a7-5026-4048-8104-6b453c998f2f","keyPrefix":"sk-oai-P7TSifFjA8jE...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:00 | 201 | 2.276432ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:00.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5c61188a-a75f-41fe-8ff3-6d5b7cb5f3ee","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:00.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c61188a-a75f-41fe-8ff3-6d5b7cb5f3ee","keyPrefix":"sk-oai-hwg703boJ3La...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:00 | 201 | 1.835237ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:00 | 200 | 1.362009ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:00 | 200 | 542.522µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:00 | 200 | 165.072µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:15:00 | 200 | 11.459505ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:00 | 200 | 648.317µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:00 | 200 | 187.347µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T17:15:01.052Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1aade1f3-fe6f-41c4-a79a-828115279b03","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:01.052Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1aade1f3-fe6f-41c4-a79a-828115279b03","keyPrefix":"sk-oai-ZQhIrMylnen8...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:01 | 201 | 1.764972ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:01.080Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1aade1f3-fe6f-41c4-a79a-828115279b03"} {"level":"info","timestamp":"2026-06-08T17:15:01.080Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1aade1f3-fe6f-41c4-a79a-828115279b03","revokedBy":"alice_lead"} [GIN] 2026/06/08 - 17:15:01 | 200 | 3.078813ms | 100.64.0.4 | DELETE "/v1/api-keys/1aade1f3-fe6f-41c4-a79a-828115279b03" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:01.698Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/08 - 17:15:01 | 200 | 797.714µs | 10.132.0.45 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/08 - 17:15:02 | 200 | 39.458µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:15:04 | 200 | 1.097659ms | 10.132.0.40 | POST "/internal/v1/api-keys/validate" {"level":"error","timestamp":"2026-06-08T17:15:04.114Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/08 - 17:15:04 | 500 | 103.313µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:04.604Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"06d348f5-8534-4dc4-8b07-fec6cf38c64e","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:04.604Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06d348f5-8534-4dc4-8b07-fec6cf38c64e","keyPrefix":"sk-oai-6ZEX7w2ejgQj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:04 | 201 | 1.716798ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:04.630Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"0a77b4c9-074e-4a25-9908-e5fd86517d1e","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:04.630Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a77b4c9-074e-4a25-9908-e5fd86517d1e","keyPrefix":"sk-oai-10jQRC7Bw6bn...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:04 | 201 | 1.669495ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:04.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:04.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b","keyPrefix":"sk-oai-1IlQ6JWMlOD3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:04 | 201 | 1.848926ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:04.812Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b"} {"level":"info","timestamp":"2026-06-08T17:15:04.812Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b","revokedBy":"alice_lead"} [GIN] 2026/06/08 - 17:15:04 | 200 | 2.285694ms | 100.64.0.3 | DELETE "/v1/api-keys/cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:04 | 404 | 827.972µs | 100.64.0.2 | DELETE "/v1/api-keys/cecc46d0-2a7f-4ca7-a89f-13fe8cf60e3b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:04.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"82fc7b37-62ce-4a93-adcb-c9611fbbd80e","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:04.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82fc7b37-62ce-4a93-adcb-c9611fbbd80e","keyPrefix":"sk-oai-1aZZ1bE1aHc6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:04 | 201 | 1.233686ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:05 | 200 | 613.578µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 536.224µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 138.682µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:15:05 | 200 | 10.959323ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:05.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7e2975b6-5259-4fae-9a28-13521356c229","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:05.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e2975b6-5259-4fae-9a28-13521356c229","keyPrefix":"sk-oai-1PYfXmcVSBM3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:05 | 201 | 1.834997ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:05 | 200 | 523.335µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 403 | 92.972µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:05 | 200 | 525.476µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 417.879µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 174.664µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:15:05 | 200 | 9.861478ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:05.403Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1e4e3b18-9067-4051-a549-db375e71e0d7","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:05.403Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e4e3b18-9067-4051-a549-db375e71e0d7","keyPrefix":"sk-oai-f2EHguDUVsUi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:05 | 201 | 1.729033ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:05 | 200 | 547.322µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 463.837µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 171.131µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:15:05 | 200 | 10.898829ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:05 | 200 | 518.071µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 443.089µs | 10.132.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 17:15:05 | 200 | 153.657µs | 10.132.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 17:15:05 | 200 | 10.261203ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T17:15:05.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"02cfa8a3-660a-466e-83cd-f5d664a70a90","ephemeral":false} {"level":"info","timestamp":"2026-06-08T17:15:05.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02cfa8a3-660a-466e-83cd-f5d664a70a90","keyPrefix":"sk-oai-tDCzZflBz9dw...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 17:15:05 | 201 | 1.76353ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 17:15:07 | 200 | 57.426µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 17:15:09 | 200 | 42.54µs | 10.133.0.2 | GET "/health"