[GIN] 2026/05/27 - 20:29:19 | 201 | 1.624958ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:29:19 | 200 | 265.4µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:29:19 | 200 | 157.373µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:29:19 | 200 | 329.835µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:29:19 | 200 | 154.767µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:29:21 | 200 | 34.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:21 | 200 | 450.938µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:29:21 | 200 | 167.382µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:29:26 | 200 | 34.679µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:27 | 200 | 35.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:31 | 200 | 33.711µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:36 | 200 | 34.851µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:37 | 200 | 33.926µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:41 | 200 | 32.188µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:46 | 200 | 35.363µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:47 | 200 | 37.135µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:51 | 200 | 35.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:56 | 200 | 34.452µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:29:57 | 200 | 41.157µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:01 | 200 | 44.291µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:30:04.717Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 20:30:04 | 200 | 864.525µs | 10.134.0.60 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 20:30:06 | 200 | 46.644µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:07 | 200 | 41.195µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:30:09.352Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8dca2689-7eba-411f-9adb-e8f380cef097","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:30:09.352Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8dca2689-7eba-411f-9adb-e8f380cef097","keyPrefix":"sk-oai-TTTV7WJv6tIc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:30:09 | 201 | 1.912082ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:30:09 | 200 | 497.352µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:09 | 200 | 142.761µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:11 | 200 | 58.197µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:11 | 200 | 508.379µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:11 | 200 | 217.68µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:13 | 200 | 437.87µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:13 | 200 | 177.167µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:16 | 200 | 42.752µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:17 | 200 | 40.349µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:21 | 200 | 40.327µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:30:22.620Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c555f838-6584-4940-9a71-d37b9bb75dd5","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:30:22.620Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c555f838-6584-4940-9a71-d37b9bb75dd5","keyPrefix":"sk-oai-XUoDskAlpFQW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:30:22 | 201 | 1.762413ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:30:26 | 200 | 46.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:27 | 200 | 40.063µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:30 | 200 | 492.764µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:30 | 200 | 142.533µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:31 | 200 | 48.143µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:36 | 200 | 43.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:37 | 200 | 43.725µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:41 | 200 | 40.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:46 | 200 | 44.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:47 | 200 | 40.666µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:30:48.416Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"add0336e-ee4c-4de5-ab6e-a05ea1c05381","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:30:48.416Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"add0336e-ee4c-4de5-ab6e-a05ea1c05381","keyPrefix":"sk-oai-XNnbKx46Gb3d...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:30:48 | 201 | 1.771244ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:30:48 | 200 | 388.336µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:48 | 200 | 320.883µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:51 | 200 | 45.005µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:56 | 200 | 42.421µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:57 | 200 | 45.967µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:01 | 200 | 44.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:06 | 200 | 41.661µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:06.123Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6208fdce-e622-4a94-ac1a-eefe1c8e0d2b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:06.123Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6208fdce-e622-4a94-ac1a-eefe1c8e0d2b","keyPrefix":"sk-oai-2Xyk8pfojaw5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:06 | 201 | 1.8636ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:06 | 200 | 383.07µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:06 | 200 | 299.073µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:07 | 200 | 43.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:11 | 200 | 41.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:16 | 200 | 53.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:17 | 200 | 42.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:21 | 200 | 46.005µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:23.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8b9cce90-b78e-4677-b9ec-570e542505fe","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:23.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b9cce90-b78e-4677-b9ec-570e542505fe","keyPrefix":"sk-oai-WAk4OhzfHHGl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:23 | 201 | 1.814233ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:31:23.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5b90650e-941d-4ef5-bba3-cbf559ff3029","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:23.517Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b90650e-941d-4ef5-bba3-cbf559ff3029","keyPrefix":"sk-oai-3BEZX69XdWQX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:23 | 201 | 1.568722ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:23 | 200 | 501.586µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:23 | 200 | 281.94µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:23 | 200 | 400.423µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:23 | 200 | 334.591µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:26 | 200 | 38.761µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:27 | 200 | 41.364µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:31 | 200 | 41.241µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:36 | 200 | 40.599µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:37 | 200 | 40.376µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:41 | 200 | 35.204µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T20:31:41.226Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T20:31:41.226Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 20:31:41 | 400 | 288.585µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:46 | 200 | 41.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:47 | 200 | 42.52µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:51 | 200 | 43.349µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:56 | 200 | 36.639µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:57 | 200 | 44.483µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:58.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a0a0cabe-aaa6-4b1c-bf81-85d0f318818e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:58.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a0a0cabe-aaa6-4b1c-bf81-85d0f318818e","keyPrefix":"sk-oai-1BMAT1k9Na5Z...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:58 | 201 | 1.917742ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:58 | 200 | 417.479µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:58 | 200 | 274.681µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:01 | 200 | 39.027µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:06 | 200 | 51.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:07 | 200 | 42.95µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:32:07.759Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d7d931f8-65be-4a36-80b0-a1272915d2ca","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:07.759Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7d931f8-65be-4a36-80b0-a1272915d2ca","keyPrefix":"sk-oai-1TLtKjhUXYil...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:07 | 201 | 1.502915ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:11 | 200 | 39.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:16 | 200 | 536.637µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:16 | 200 | 224.002µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:16 | 200 | 28.91µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:17 | 200 | 40.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:21 | 200 | 41.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:26 | 200 | 40.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:27 | 200 | 48.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:31 | 200 | 47.802µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:32:33.383Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"65884bba-e397-46a7-880f-960d285ca463","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:33.383Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65884bba-e397-46a7-880f-960d285ca463","keyPrefix":"sk-oai-NhpggUyW6BDx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:33 | 201 | 10.781791ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:33 | 200 | 1.265696ms | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:33 | 200 | 374.202µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:36 | 200 | 51.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:37 | 200 | 48.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:41 | 200 | 39.192µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:46 | 200 | 40.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:47 | 200 | 40.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:51 | 200 | 40.265µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:56 | 200 | 56.475µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:57 | 200 | 43.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:01 | 200 | 41.167µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:06 | 200 | 41.01µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:07 | 200 | 40.061µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:11 | 200 | 39.857µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:16 | 200 | 40.157µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:17 | 200 | 44.365µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:21 | 200 | 41.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:26 | 200 | 49.45µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:27 | 200 | 39.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:31 | 200 | 59.781µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:36 | 200 | 41.409µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:37 | 200 | 42.044µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:41 | 200 | 38.515µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:46 | 200 | 43.24µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:47 | 200 | 49.656µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:51 | 200 | 38.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:56 | 200 | 40.988µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:57 | 200 | 38.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:01 | 200 | 42.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:06 | 200 | 44.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:07 | 200 | 47.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:11 | 200 | 40.166µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:16 | 200 | 38.698µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:17 | 200 | 40.924µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:21 | 200 | 43.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:26 | 200 | 43.01µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:27 | 200 | 39.479µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:31 | 200 | 43.643µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:34:33.040Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"29a153a8-d12d-4762-a265-c7cada074476","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:34:33.040Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29a153a8-d12d-4762-a265-c7cada074476","keyPrefix":"sk-oai-lL7tu9RwcV5a...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:34:33 | 201 | 2.338083ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:34:36 | 200 | 39.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:37 | 200 | 38.754µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:41 | 200 | 38.239µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:46 | 200 | 42.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:47 | 200 | 46.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:51 | 200 | 44.025µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:55 | 200 | 578.511µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:34:55 | 200 | 154.965µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:34:55 | 404 | 664.23µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:34:56 | 200 | 33.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:57 | 200 | 46.476µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:01 | 200 | 47.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:06 | 200 | 41.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:07 | 200 | 41.857µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:11 | 200 | 40.634µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:16 | 200 | 45.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:17 | 200 | 41.273µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:21 | 200 | 50.533µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:26 | 200 | 51.069µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:27 | 200 | 40.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:31 | 200 | 39.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:36 | 200 | 48.063µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:37 | 200 | 42.781µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:41 | 200 | 38.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:46 | 200 | 40.053µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:47 | 200 | 37.3µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:35:48.496Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f0dc7f32-8e87-46cd-a3cc-caf1b40992e3","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:35:48.496Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f0dc7f32-8e87-46cd-a3cc-caf1b40992e3","keyPrefix":"sk-oai-bhJXfYuQUkCr...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:35:48 | 201 | 1.731623ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:35:48 | 200 | 394.269µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:35:48 | 200 | 146.454µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:35:51 | 200 | 44.686µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:56 | 200 | 52.736µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:57 | 200 | 45.187µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:01 | 200 | 41.161µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:06 | 200 | 56.659µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:07 | 200 | 46.104µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:36:07.756Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"114dd46c-6aa8-4618-a50c-0d894e1ae07d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:36:07.756Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"114dd46c-6aa8-4618-a50c-0d894e1ae07d","keyPrefix":"sk-oai-JYLxYdxXOgg8...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:36:07 | 201 | 1.699818ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:36:07 | 200 | 393.754µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:36:07 | 200 | 148.591µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:08 | 200 | 456.935µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:36:08 | 200 | 166.345µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:11 | 200 | 39.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:16 | 200 | 40.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:17 | 200 | 40.284µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:21 | 200 | 40.211µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:26 | 200 | 45.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:27 | 200 | 44.514µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:36:27.272Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b539ad7a-fd18-4189-bc22-545a212e1bbd","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:36:27.272Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b539ad7a-fd18-4189-bc22-545a212e1bbd","keyPrefix":"sk-oai-ObAeaCFz8mFZ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:36:27 | 201 | 1.775428ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:36:27 | 200 | 592.345µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:36:27 | 200 | 364.344µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:36:27 | 200 | 189.12µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:27 | 200 | 19.526306ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:36:31 | 200 | 39.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:36 | 200 | 43.931µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:37 | 200 | 39.175µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:41 | 200 | 40.663µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:46 | 200 | 41.771µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:46 | 200 | 166.377µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:46 | 200 | 132.644µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:46 | 200 | 21.839689ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:36:47 | 200 | 42.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:51 | 200 | 40.578µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:56 | 200 | 37.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:57 | 200 | 39.184µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:37:00.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25f27168-6401-4162-855c-79ad9226555f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:37:00.719Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25f27168-6401-4162-855c-79ad9226555f","keyPrefix":"sk-oai-OvPNUPiNGmxe...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:37:00 | 201 | 1.714985ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:01 | 200 | 43.863µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:06 | 200 | 37.388µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:07 | 200 | 41.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:11 | 200 | 43.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:16 | 200 | 39.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:17 | 200 | 39.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:21 | 200 | 45.799µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:26 | 200 | 48.857µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:27 | 200 | 38.191µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:30 | 200 | 435.586µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:30 | 200 | 262.941µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:30 | 200 | 340.811µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:30 | 200 | 319.109µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:30 | 200 | 227.479µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:30 | 200 | 10.845117ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:31 | 200 | 30.062µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:36 | 200 | 42.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:37 | 200 | 39.109µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:41 | 200 | 38.076µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:46 | 200 | 46.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:47 | 200 | 42.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:48 | 200 | 152.086µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:48 | 200 | 13.133944ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:51 | 200 | 40.514µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:56 | 200 | 41.685µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:37:56.635Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"98e91308-ef7e-4d28-aff9-368b6ee3f734","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:37:56.635Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98e91308-ef7e-4d28-aff9-368b6ee3f734","keyPrefix":"sk-oai-1aaMfmncO5bt...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:37:56 | 201 | 9.593655ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:57 | 200 | 41.894µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:01 | 200 | 47.183µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:04 | 200 | 1.225958ms | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:04 | 200 | 384.881µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:04 | 200 | 244.572µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:04 | 200 | 10.462372ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:38:05.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a48e6821-75a6-42c3-8656-e87903320b9d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:38:05.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a48e6821-75a6-42c3-8656-e87903320b9d","keyPrefix":"sk-oai-OWLLgkKsLmDT...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:38:05 | 201 | 1.561052ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:06 | 200 | 37.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:07 | 200 | 38.188µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:11 | 200 | 37.703µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:13 | 200 | 539.293µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:13 | 200 | 369.006µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:13 | 200 | 249.294µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:13 | 200 | 6.962723ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:13 | 200 | 456.643µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:13 | 200 | 475.248µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:13 | 200 | 347.103µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:13 | 200 | 6.592638ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:38:14.244Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0881ad7-393a-4f11-8e02-2de5f2ffb75d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:38:14.244Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0881ad7-393a-4f11-8e02-2de5f2ffb75d","keyPrefix":"sk-oai-UencYPxJOE9K...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:38:14 | 201 | 1.586869ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:16 | 200 | 43.779µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:17 | 200 | 65.505µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:21 | 200 | 41.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:22 | 200 | 683.731µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:22 | 200 | 520.402µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:22 | 200 | 403.479µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:22 | 200 | 10.369865ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:26 | 200 | 49.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:27 | 200 | 38.391µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:31 | 200 | 42.275µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:38:31.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f0d6136-d75f-4390-aeba-d3be69bd74c8","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:38:31.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f0d6136-d75f-4390-aeba-d3be69bd74c8","keyPrefix":"sk-oai-eIdlDLcH8fEK...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:38:31 | 201 | 1.758198ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:36 | 200 | 44.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:37 | 200 | 38.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:39 | 200 | 591.042µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:39 | 200 | 275.503µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:39 | 200 | 372.717µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:39 | 200 | 316.706µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:39 | 200 | 141.101µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:39 | 200 | 17.599442ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:41 | 200 | 40.624µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:46 | 200 | 41.492µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:47 | 200 | 41.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:51 | 200 | 37.493µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:38:53.003Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b4f31321-152e-485c-b4fa-c75b589e70ba","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:38:53.003Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4f31321-152e-485c-b4fa-c75b589e70ba","keyPrefix":"sk-oai-JjDJfiRujQpg...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:38:53 | 201 | 2.297517ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:56 | 200 | 38.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:57 | 200 | 38.989µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:01 | 200 | 41.219µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:01 | 200 | 381.004µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:01 | 200 | 248.374µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:01 | 200 | 187.051µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:01 | 200 | 8.906338ms | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:01 | 200 | 190.717µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:01 | 200 | 24.301648ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:06 | 200 | 61.914µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:07 | 200 | 41.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:11 | 200 | 40.669µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:16 | 200 | 43.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:17 | 200 | 38.882µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:17 | 200 | 223.177µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:17 | 200 | 255.597µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:17 | 200 | 271.079µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:17 | 200 | 40.115158ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:21 | 200 | 43.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:26 | 200 | 41.45µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:27 | 200 | 37.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:31 | 200 | 40.001µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:34 | 200 | 153.751µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:34 | 200 | 12.845257ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:36 | 200 | 40.151µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:37 | 200 | 45.543µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:41 | 200 | 38.338µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:39:46.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0235b313-2157-4b9f-b890-12395b447227","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:46.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0235b313-2157-4b9f-b890-12395b447227","keyPrefix":"sk-oai-1FgNqeZBqfSK...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:46 | 201 | 2.132262ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:46 | 200 | 35.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:47 | 200 | 44.903µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:51 | 200 | 40.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:54 | 200 | 565.157µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:54 | 200 | 153.329µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:39:54.674Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7d448ee-2d0d-4a19-b593-bf18bd0e9a0e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:54.674Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7d448ee-2d0d-4a19-b593-bf18bd0e9a0e","keyPrefix":"sk-oai-USKI1U6DDJjP...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:54 | 201 | 1.669185ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:56 | 200 | 49.371µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:57 | 200 | 48.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:01 | 200 | 42.958µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:02 | 200 | 521.32µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:02 | 200 | 299.091µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:02 | 200 | 168.045µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:02 | 200 | 10.712388ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:40:03.116Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f25e4ad5-ece4-42e1-bdb7-3da7fc4fd4bb","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:03.116Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f25e4ad5-ece4-42e1-bdb7-3da7fc4fd4bb","keyPrefix":"sk-oai-1ItM34kViMrv...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:03 | 201 | 1.535706ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:06 | 200 | 41.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:07 | 200 | 40.51µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:11 | 200 | 44.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:11 | 200 | 587.565µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:11 | 200 | 417.904µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:11 | 200 | 164.53µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:11 | 200 | 10.477801ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:40:11.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0b170990-029d-424f-9567-7a300c0a2385","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:11.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b170990-029d-424f-9567-7a300c0a2385","keyPrefix":"sk-oai-TwPwOGuFpY9c...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:11 | 201 | 1.518565ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:16 | 200 | 54.116µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:17 | 200 | 43.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:19 | 200 | 513.193µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:19 | 200 | 246.61µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:19 | 200 | 129.149µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:19 | 200 | 9.58353ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:21 | 200 | 43.404µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:26 | 200 | 39.338µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:27 | 200 | 41.525µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:40:29.183Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"07d24d67-014e-49b9-b1bc-d88d38ae8d94","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:29.183Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07d24d67-014e-49b9-b1bc-d88d38ae8d94","keyPrefix":"sk-oai-d0UbFgG8gv3c...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:29 | 201 | 1.814466ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:31 | 200 | 42.163µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:36 | 200 | 42.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:37 | 200 | 40.316µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:41 | 200 | 52.49µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:45 | 200 | 919.489µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:45 | 403 | 148.887µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:46 | 200 | 42.228µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:47 | 200 | 43.634µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:51 | 200 | 40.237µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:56 | 200 | 40.096µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:57 | 200 | 41.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:01 | 200 | 41.921µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:02 | 403 | 115.221µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:06 | 200 | 41.551µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:07 | 200 | 40.737µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:11 | 200 | 39.236µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:16 | 200 | 39.973µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:17 | 200 | 42.985µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:19 | 403 | 121.371µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:21 | 200 | 40.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:26 | 200 | 40.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:27 | 200 | 40.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:31 | 200 | 41.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:36 | 200 | 42.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:37 | 200 | 40.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:37 | 403 | 136.392µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:41 | 200 | 38.457µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:46 | 200 | 45.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:47 | 200 | 38.013µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:41:49.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f994466-8ba7-4842-96f6-90ff179db968","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:41:49.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f994466-8ba7-4842-96f6-90ff179db968","keyPrefix":"sk-oai-JKwhuqlSWi7g...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:41:49 | 201 | 1.746426ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:51 | 200 | 44.282µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:56 | 200 | 39.202µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:57 | 200 | 39.384µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:57 | 200 | 444.017µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:57 | 200 | 241.986µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:57 | 200 | 165.452µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:41:57 | 200 | 18.918688ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:01 | 200 | 38.532µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:06 | 200 | 40.236µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:07 | 200 | 54.206µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:42:09.599Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3cda0d0d-84d6-4ace-934e-c10fc4038ec8","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:42:09.599Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3cda0d0d-84d6-4ace-934e-c10fc4038ec8","keyPrefix":"sk-oai-ncquxY7c6aQ3...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:42:09 | 201 | 2.236003ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:42:09.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0ae12c61-0bdf-4b41-9091-180aa8023bfd","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:42:09.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ae12c61-0bdf-4b41-9091-180aa8023bfd","keyPrefix":"sk-oai-1FSS7CImzqX7...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:42:09 | 201 | 1.53335ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:11 | 200 | 38.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:16 | 200 | 39.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:17 | 200 | 43.958µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:17 | 200 | 482.051µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:17 | 200 | 270.763µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:17 | 200 | 129.711µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:17 | 200 | 9.151751ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:17 | 200 | 296.697µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:17 | 200 | 243.101µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:17 | 200 | 139.901µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:17 | 200 | 12.185781ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:21 | 200 | 41.384µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:26 | 200 | 49.423µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:27 | 200 | 41.047µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:31 | 200 | 40.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:34 | 200 | 205.366µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:34 | 200 | 168.008µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:34 | 200 | 159.302µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:34 | 200 | 45.271945ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:36 | 200 | 39.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:37 | 200 | 45.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:41 | 200 | 38.969µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:46 | 200 | 47.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:47 | 200 | 46.343µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:51 | 200 | 40.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:51 | 200 | 152.152µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:51 | 200 | 14.859797ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:51 | 200 | 143.101µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:51 | 200 | 14.896735ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:56 | 200 | 46.552µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:57 | 200 | 51.057µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:01 | 200 | 50.996µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:06 | 200 | 47.99µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:07 | 200 | 43.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:11 | 200 | 38.895µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:16 | 200 | 44.107µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:17 | 200 | 41.773µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:43:17.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65da8703-7517-42e3-be39-9a5d435204cd","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:43:17.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65da8703-7517-42e3-be39-9a5d435204cd","keyPrefix":"sk-oai-1L0UdPzqUfYj...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:43:17 | 201 | 1.699331ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:17 | 200 | 346.239µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 185.229µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 266.604µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 192.155µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 251.997µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 181µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 342.746µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 247.266µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 173.938µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 9.994637ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:21 | 200 | 38.426µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:26 | 200 | 41.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:27 | 200 | 37.074µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:31 | 200 | 41.607µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:43:33.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"775f9f04-7e3d-47da-83dd-923692ba52ae","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:43:33.451Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"775f9f04-7e3d-47da-83dd-923692ba52ae","keyPrefix":"sk-oai-1C89cgWwMvHb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:43:33 | 201 | 2.268372ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:33 | 200 | 365.838µs | 10.134.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:33 | 200 | 151.976µs | 10.134.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:36 | 200 | 40.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:37 | 200 | 49.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:41 | 200 | 37.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:46 | 200 | 42.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:47 | 200 | 41.456µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:51 | 200 | 44.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:56 | 200 | 44.959µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:57 | 200 | 41.633µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:01 | 200 | 40.086µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:06 | 200 | 51.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:07 | 200 | 39.027µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:11 | 200 | 39.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:16 | 200 | 41.773µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:17 | 200 | 43.614µs | 10.133.0.2 | GET "/health"