[GIN] 2026/05/28 - 16:23:34 | 200 | 34.772µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:38 | 200 | 42.812µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:23:42.792Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"807cc9d5-3bb8-42ee-8d66-e2909c890da5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:23:42.792Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"807cc9d5-3bb8-42ee-8d66-e2909c890da5","keyPrefix":"sk-oai-1YqB66BhbWAI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:23:42 | 201 | 1.753299ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:23:43 | 200 | 35.768µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:44 | 200 | 35.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:48 | 200 | 36.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:51 | 200 | 477.828µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:23:51 | 200 | 259.284µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:23:53 | 200 | 38.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:54 | 200 | 34.574µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:23:58 | 200 | 34.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:03 | 200 | 42.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:04 | 200 | 43.262µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:08 | 200 | 34.462µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:24:08.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dcd19a07-c584-4ab6-87f4-5f0c22981550","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:24:08.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dcd19a07-c584-4ab6-87f4-5f0c22981550","keyPrefix":"sk-oai-1LiKglQswaRI...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:24:08 | 201 | 1.688438ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:24:08 | 200 | 405.432µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:24:08 | 200 | 160.271µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:24:13 | 200 | 40.458µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:14 | 200 | 43.083µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:18 | 200 | 43.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:23 | 200 | 42.21µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:24 | 200 | 41.109µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:24:26.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f55135a0-1ca2-4335-9c71-aadfb4c4d1f0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:24:26.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f55135a0-1ca2-4335-9c71-aadfb4c4d1f0","keyPrefix":"sk-oai-1bJGoLtsxUHS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:24:26 | 201 | 1.617832ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:24:26 | 200 | 408.019µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:24:26 | 200 | 210.537µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:24:28 | 200 | 41.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:33 | 200 | 60.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:34 | 200 | 43.869µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:38 | 200 | 45.656µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:43 | 200 | 42.942µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:24:43.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"915984d6-b7b5-4c68-a431-e305caeacaca","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:24:43.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"915984d6-b7b5-4c68-a431-e305caeacaca","keyPrefix":"sk-oai-1FDw1VqqpPb8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:24:43 | 201 | 1.72346ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T16:24:43.682Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"060bc9f0-ce79-409f-bb61-eb55b40bd1e9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:24:43.682Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"060bc9f0-ce79-409f-bb61-eb55b40bd1e9","keyPrefix":"sk-oai-1WdHxJJQDfI8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:24:43 | 201 | 1.508428ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:24:43 | 200 | 420.294µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:24:43 | 200 | 294.159µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:24:43 | 200 | 366.617µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:24:43 | 200 | 271.337µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:24:44 | 200 | 36.035µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:48 | 200 | 36.08µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:53 | 200 | 45.244µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:54 | 200 | 45.152µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:24:58 | 200 | 40.113µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T16:25:01.420Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T16:25:01.420Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 16:25:01 | 400 | 294.498µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:25:03 | 200 | 47.095µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:04 | 200 | 51.642µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:08 | 200 | 43.726µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:13 | 200 | 43.242µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:14 | 200 | 40.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:18 | 200 | 44.501µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:25:18.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"27b4cbb2-4f10-4e03-87a3-1e4469638615","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:25:18.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27b4cbb2-4f10-4e03-87a3-1e4469638615","keyPrefix":"sk-oai-rydzmARsyjJU...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:25:18 | 201 | 10.154802ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:25:18 | 200 | 1.126831ms | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:25:18 | 200 | 208.297µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:25:23 | 200 | 41.301µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:24 | 200 | 40.597µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:25:27.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"73c96bc8-29e6-432a-a9ed-f8410978c323","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:25:27.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73c96bc8-29e6-432a-a9ed-f8410978c323","keyPrefix":"sk-oai-lXNeuQwYFXGM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:25:27 | 201 | 1.738502ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:25:28 | 200 | 46.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:33 | 200 | 42.701µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:34 | 200 | 39.99µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:36 | 200 | 583.043µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:25:36 | 200 | 117.346µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:25:38 | 200 | 44.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:43 | 200 | 37.834µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:44 | 200 | 42.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:48 | 200 | 44.728µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:53 | 200 | 43.307µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:25:53.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4ea1176f-a295-4470-9871-edd72592837c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:25:53.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ea1176f-a295-4470-9871-edd72592837c","keyPrefix":"sk-oai-15pK22k5oUXW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:25:53 | 201 | 1.688422ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:25:53 | 200 | 709.616µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:25:53 | 200 | 397.845µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:25:54 | 200 | 44.3µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:25:58 | 200 | 39.057µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:03 | 200 | 40.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:04 | 200 | 42.77µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:08 | 200 | 40.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:13 | 200 | 43.757µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:14 | 200 | 62.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:18 | 200 | 42.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:23 | 200 | 50.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:24 | 200 | 46.039µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:28 | 200 | 57.936µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:33 | 200 | 42.197µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:34 | 200 | 45.953µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:38 | 200 | 45.751µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:43 | 200 | 42.765µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:44 | 200 | 43.488µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:48 | 200 | 43.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:53 | 200 | 38.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:54 | 200 | 40.441µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:26:58 | 200 | 47.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:03 | 200 | 43.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:04 | 200 | 43.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:08 | 200 | 49.922µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:13 | 200 | 41.086µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:14 | 200 | 43.852µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:18 | 200 | 43.902µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:23 | 200 | 43.477µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:24 | 200 | 63.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:28 | 200 | 43.489µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:33 | 200 | 42.13µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:34 | 200 | 41.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:38 | 200 | 45.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:43 | 200 | 41.493µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:44 | 200 | 39.508µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:48 | 200 | 44.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:53 | 200 | 41.511µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:27:53.224Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5945dac0-8406-41e7-9479-355ae21a55d6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:27:53.224Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5945dac0-8406-41e7-9479-355ae21a55d6","keyPrefix":"sk-oai-12l5rlSJlOyn...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:27:53 | 201 | 1.972293ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:27:54 | 200 | 44.011µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:27:58 | 200 | 42.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:03 | 200 | 48.77µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:04 | 200 | 43.936µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:08 | 200 | 53.443µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:13 | 200 | 41.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:14 | 200 | 41.47µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:16 | 200 | 545.329µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:28:16 | 200 | 215.031µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:28:16 | 404 | 675.452µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:28:18 | 200 | 63.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:23 | 200 | 40.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:24 | 200 | 40.558µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:28 | 200 | 43.542µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:33 | 200 | 40.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:34 | 200 | 39.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:38 | 200 | 56.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:43 | 200 | 43.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:44 | 200 | 42.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:48 | 200 | 44.348µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:53 | 200 | 42.513µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:54 | 200 | 41.414µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:28:58 | 200 | 41.309µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:03 | 200 | 41.447µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:04 | 200 | 42.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:08 | 200 | 39.6µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:29:09.376Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4c825a42-415b-4d63-8563-d602dad00bfa","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:29:09.376Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c825a42-415b-4d63-8563-d602dad00bfa","keyPrefix":"sk-oai-pYbcf6KpAOl9...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:29:09 | 201 | 1.671447ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:29:09 | 200 | 449.925µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:29:09 | 200 | 211.17µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:29:13 | 200 | 44.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:14 | 200 | 46.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:18 | 200 | 40.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:23 | 200 | 42.325µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:24 | 200 | 42.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:28 | 200 | 52.753µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:29:28.661Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c85c1a49-aff8-4953-9a01-58ea26443f35","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:29:28.661Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c85c1a49-aff8-4953-9a01-58ea26443f35","keyPrefix":"sk-oai-1H1K0j7Eccc1...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:29:28 | 201 | 1.661007ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:29:28 | 200 | 496.37µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:29:28 | 200 | 154.955µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:29:28 | 200 | 398.124µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:29:28 | 200 | 141.684µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:29:33 | 200 | 40.65µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:34 | 200 | 51.06µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:38 | 200 | 41.447µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:43 | 200 | 40.986µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:44 | 200 | 251.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:48 | 200 | 43.575µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:29:48.273Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ffb5f9e7-3210-4d2a-85e5-08a08caabe69","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:29:48.273Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffb5f9e7-3210-4d2a-85e5-08a08caabe69","keyPrefix":"sk-oai-4MtXznkUDJ5J...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:29:48 | 201 | 1.816429ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:29:48 | 200 | 413.326µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:29:48 | 200 | 385.84µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:29:48 | 200 | 177.862µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:29:48 | 200 | 21.154118ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:29:53 | 200 | 60.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:54 | 200 | 40.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:29:58 | 200 | 41.09µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:30:01.436Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 16:30:01 | 200 | 1.825775ms | 10.134.0.25 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 16:30:03 | 200 | 41.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:04 | 200 | 39.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:07 | 200 | 225.955µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:30:07 | 200 | 174.828µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:30:07 | 200 | 23.04043ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:30:08 | 200 | 40.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:13 | 200 | 44.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:14 | 200 | 44.561µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:18 | 200 | 45.098µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:30:19.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"89e1e1ca-f7b0-43e7-b91c-a83b7f8376bb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:30:19.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89e1e1ca-f7b0-43e7-b91c-a83b7f8376bb","keyPrefix":"sk-oai-7MsY3cidWtAA...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:30:19 | 201 | 9.764964ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:30:23 | 200 | 42.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:24 | 200 | 42.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:28 | 200 | 42.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:33 | 200 | 45.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:34 | 200 | 42.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:38 | 200 | 50.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:43 | 200 | 39.463µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:44 | 200 | 41.83µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:48 | 200 | 40.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:49 | 200 | 1.7267ms | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:30:49 | 200 | 206.443µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:30:49 | 200 | 474.836µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:30:49 | 200 | 467.963µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:30:49 | 200 | 232.68µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:30:49 | 200 | 10.923292ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:30:53 | 200 | 39.294µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:54 | 200 | 41.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:30:58 | 200 | 39.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:03 | 200 | 41.353µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:04 | 200 | 43.566µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:07 | 200 | 197.411µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:07 | 200 | 14.449424ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:08 | 200 | 43.716µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:13 | 200 | 41.116µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:14 | 200 | 41.171µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:31:15.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9743b8fa-307c-4f39-b016-98b65b5451da","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:31:15.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9743b8fa-307c-4f39-b016-98b65b5451da","keyPrefix":"sk-oai-fuzyFA7rjsgh...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:31:15 | 201 | 1.817221ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:18 | 200 | 53.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:23 | 200 | 43.687µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:23 | 200 | 658.355µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:23 | 200 | 462.667µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:23 | 200 | 235.792µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:23 | 200 | 11.18104ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T16:31:24.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7cf4288a-6505-4834-a4eb-31e4dd1f2102","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:31:24.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7cf4288a-6505-4834-a4eb-31e4dd1f2102","keyPrefix":"sk-oai-1cusp8hh21Ec...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:31:24 | 201 | 2.138483ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:24 | 200 | 43.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:28 | 200 | 35.827µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:32 | 200 | 769.483µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:32 | 200 | 303.173µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:32 | 200 | 148.598µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:32 | 200 | 8.358508ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:32 | 200 | 383.14µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:32 | 200 | 333.197µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:32 | 200 | 152.174µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:32 | 200 | 6.928834ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:33 | 200 | 42.83µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:31:33.319Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"42af9859-4ea2-407f-ab4c-9fd1d9545b58","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:31:33.319Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42af9859-4ea2-407f-ab4c-9fd1d9545b58","keyPrefix":"sk-oai-1UG5NIvH5zxb...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:31:33 | 201 | 1.599817ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:34 | 200 | 41.632µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:38 | 200 | 46.877µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:41 | 200 | 461.413µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:41 | 200 | 328.791µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:41 | 200 | 157.447µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:41 | 200 | 10.20937ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:43 | 200 | 47.855µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:44 | 200 | 42.862µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:48 | 200 | 40.111µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:31:50.580Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30a14d34-37fa-4c09-9318-b1d9d1745a1b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:31:50.580Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30a14d34-37fa-4c09-9318-b1d9d1745a1b","keyPrefix":"sk-oai-4DdZTOfQ0W6K...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:31:50 | 201 | 1.74874ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:31:53 | 200 | 40.922µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:54 | 200 | 43.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:58 | 200 | 40.096µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:31:58 | 200 | 478.423µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:58 | 200 | 363.271µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:58 | 200 | 192.772µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:58 | 200 | 268.114µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:31:58 | 200 | 140.45µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:31:58 | 200 | 19.2498ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:32:03 | 200 | 42.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:04 | 200 | 44.131µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:08 | 200 | 45.464µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:32:09.894Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3fccb183-2387-4515-8415-dd037804a011","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:32:09.894Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3fccb183-2387-4515-8415-dd037804a011","keyPrefix":"sk-oai-ilvLXOy43O5w...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:32:09 | 201 | 2.033548ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:32:13 | 200 | 69.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:14 | 200 | 38.041µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:17 | 200 | 536.739µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:32:17 | 200 | 271.076µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:32:17 | 200 | 152.253µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:17 | 200 | 10.01366ms | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:32:17 | 200 | 182.146µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:17 | 200 | 33.008005ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:32:18 | 200 | 44.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:23 | 200 | 44.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:24 | 200 | 40.36µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:28 | 200 | 45.116µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:33 | 200 | 44.358µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:34 | 200 | 175.531µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:34 | 200 | 160.215µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:34 | 200 | 194.608µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:34 | 200 | 34.810309ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:32:34 | 200 | 47.026µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:38 | 200 | 35.789µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:43 | 200 | 41.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:44 | 200 | 40.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:48 | 200 | 45.708µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:51 | 200 | 158.38µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:32:51 | 200 | 12.781221ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:32:53 | 200 | 42.372µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:54 | 200 | 41.145µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:32:58 | 200 | 44.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:03 | 200 | 42.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:04 | 200 | 41.855µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:33:04.886Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c51be0a4-540d-4682-a9d5-c8b0e3f69098","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:33:04.886Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c51be0a4-540d-4682-a9d5-c8b0e3f69098","keyPrefix":"sk-oai-O89C85WSWvc6...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:33:04 | 201 | 2.059472ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:08 | 200 | 48.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:12 | 200 | 750.629µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:12 | 200 | 135.931µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:13 | 200 | 52.685µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:33:13.531Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d192e3a-002e-4785-8a31-7e3c87855862","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:33:13.531Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d192e3a-002e-4785-8a31-7e3c87855862","keyPrefix":"sk-oai-mTATOEjAuR3p...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:33:13 | 201 | 1.702281ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:14 | 200 | 47.269µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:18 | 200 | 52.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:21 | 200 | 558.98µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:21 | 200 | 317.137µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:21 | 200 | 118.745µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:33:21 | 200 | 10.876988ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T16:33:21.945Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"946d8ada-8384-4fc3-a7ee-711e568bcb1b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:33:21.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"946d8ada-8384-4fc3-a7ee-711e568bcb1b","keyPrefix":"sk-oai-T8yFhfoKVEUz...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:33:21 | 201 | 1.552992ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:23 | 200 | 42.562µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:24 | 200 | 47.776µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:28 | 200 | 43.746µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:29 | 200 | 597.619µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:29 | 200 | 307.236µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:29 | 200 | 131.913µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:33:29 | 200 | 9.365258ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T16:33:30.730Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d17a9ad8-69fc-4ce8-b710-0b1b75f4033b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:33:30.730Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d17a9ad8-69fc-4ce8-b710-0b1b75f4033b","keyPrefix":"sk-oai-1SkHGMhpt2n3...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:33:30 | 201 | 1.639808ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:33 | 200 | 41.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:34 | 200 | 39.741µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:38 | 200 | 41.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:38 | 200 | 502.673µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:38 | 200 | 289.796µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:33:38 | 200 | 178.527µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:33:38 | 200 | 10.379993ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:43 | 200 | 37.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:44 | 200 | 42.02µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:33:47.919Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6ce3f4a8-495f-456a-b713-6bcb81730796","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:33:47.919Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ce3f4a8-495f-456a-b713-6bcb81730796","keyPrefix":"sk-oai-gHKEw92l2kAL...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:33:47 | 201 | 1.654532ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:33:48 | 200 | 40.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:53 | 200 | 40.767µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:54 | 200 | 40.971µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:33:58 | 200 | 41.536µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:03 | 200 | 46.304µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:04 | 200 | 466.434µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:34:04 | 403 | 100.599µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:34:04 | 200 | 39.655µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:08 | 200 | 42.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:13 | 200 | 43.366µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:14 | 200 | 52.644µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:18 | 200 | 42.104µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:21 | 403 | 129.799µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:34:23 | 200 | 71.817µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:24 | 200 | 42.534µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:28 | 200 | 43.861µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:33 | 200 | 45.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:34 | 200 | 42.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:38 | 200 | 44.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:38 | 403 | 124.928µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:34:43 | 200 | 40.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:44 | 200 | 39.613µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:48 | 200 | 53.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:53 | 200 | 40.058µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:54 | 200 | 40.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:34:55 | 403 | 166.793µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:34:58 | 200 | 38.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:03 | 200 | 39.035µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:04 | 200 | 40.45µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:35:07.708Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a1974af6-14bf-4a69-bad6-315209c298e1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:35:07.708Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a1974af6-14bf-4a69-bad6-315209c298e1","keyPrefix":"sk-oai-LGIWm426KYvl...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:35:07 | 201 | 1.700938ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:08 | 200 | 43.493µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:13 | 200 | 41.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:14 | 200 | 43.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:15 | 200 | 438.829µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:15 | 200 | 280.375µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:15 | 200 | 139.701µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:15 | 200 | 18.554882ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:18 | 200 | 44.838µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:23 | 200 | 42.58µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:24 | 200 | 42.52µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:35:27.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"695d4fee-6243-4423-9214-3e1b7ae59c68","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:35:27.854Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"695d4fee-6243-4423-9214-3e1b7ae59c68","keyPrefix":"sk-oai-pMAHT1cAJLTt...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:35:27 | 201 | 1.624393ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T16:35:27.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3509f03b-6966-47d2-b856-cd705f58d55c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:35:27.882Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3509f03b-6966-47d2-b856-cd705f58d55c","keyPrefix":"sk-oai-yEWlCuKvdUbr...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:35:27 | 201 | 1.562592ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:28 | 200 | 43.087µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:33 | 200 | 39.763µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:34 | 200 | 41.973µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:35 | 200 | 461.794µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:35 | 200 | 281.651µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:35 | 200 | 183.013µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:35 | 200 | 10.902128ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:35 | 200 | 380.198µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:35 | 200 | 307.868µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:35:35 | 200 | 190.199µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:35 | 200 | 11.318695ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:38 | 200 | 46.508µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:43 | 200 | 59.517µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:44 | 200 | 45.883µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:48 | 200 | 55.182µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:52 | 200 | 360.931µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:52 | 200 | 242.653µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:52 | 200 | 233.804µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:35:52 | 200 | 35.690362ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:35:53 | 200 | 43.21µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:54 | 200 | 41.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:35:58 | 200 | 40.38µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:03 | 200 | 40.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:04 | 200 | 40.799µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:08 | 200 | 48.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:08 | 200 | 171.647µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:08 | 200 | 13.095153ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:36:09 | 200 | 199.334µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:09 | 200 | 12.022066ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:36:13 | 200 | 42.043µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:14 | 200 | 48.406µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:18 | 200 | 42.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:23 | 200 | 40.366µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:24 | 200 | 52.329µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:28 | 200 | 44.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:33 | 200 | 38.282µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:34 | 200 | 39.826µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:36:34.690Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"15680479-6251-447e-a419-ab74814fbdf1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:36:34.690Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15680479-6251-447e-a419-ab74814fbdf1","keyPrefix":"sk-oai-1QzutB6K7Atf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:36:34 | 201 | 1.721473ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:36:34 | 200 | 438.344µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:34 | 200 | 151.808µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:34 | 200 | 341.031µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:34 | 200 | 235.187µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:34 | 200 | 335.101µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:34 | 200 | 213.154µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:34 | 200 | 332.495µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:34 | 200 | 262.397µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:34 | 200 | 206.879µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:34 | 200 | 10.123201ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:36:38 | 200 | 39.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:43 | 200 | 40.842µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:44 | 200 | 43.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:48 | 200 | 48.887µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:36:50.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e6c16857-ed7a-462c-9f43-cacf3ec44a91","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:36:50.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6c16857-ed7a-462c-9f43-cacf3ec44a91","keyPrefix":"sk-oai-cJxd4Im1AX5x...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:36:50 | 201 | 1.644594ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:36:50 | 200 | 381.911µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:36:50 | 200 | 187.742µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:36:53 | 200 | 42.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:54 | 200 | 39.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:36:58 | 200 | 40.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:03 | 200 | 43.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:04 | 200 | 44.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:08 | 200 | 41.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:13 | 200 | 40.583µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:14 | 200 | 44.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:18 | 200 | 45.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:23 | 200 | 44.34µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:24 | 200 | 42.78µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:28 | 200 | 61.626µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T16:37:32.779Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"1cb2079d-dbdb-4dae-a1b6-6ffd4b803550","ephemeral":false} {"level":"info","timestamp":"2026-05-28T16:37:32.779Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cb2079d-dbdb-4dae-a1b6-6ffd4b803550","keyPrefix":"sk-oai-1LYh9UZTzlcz...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 16:37:32 | 201 | 9.993745ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:37:32 | 200 | 1.079156ms | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:32 | 200 | 347.193µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:32 | 200 | 148.109µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:32 | 200 | 11.303914ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:37:32 | 200 | 473.416µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:32 | 200 | 177.251µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:32 | 200 | 463.666µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:32 | 200 | 182.204µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:32 | 200 | 440.354µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:32 | 200 | 350.941µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 374.401µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 134.014µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 313.847µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 125.843µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 388.775µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 166.336µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 363.132µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 152.586µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 43.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:33 | 200 | 369.993µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 156.163µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 361.316µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 129.771µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 381.37µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 141.46µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 16:37:33 | 200 | 335.39µs | 10.134.0.23 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 16:37:33 | 200 | 137.036µs | 10.134.0.23 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T16:37:33.303Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"1cb2079d-dbdb-4dae-a1b6-6ffd4b803550"} {"level":"info","timestamp":"2026-05-28T16:37:33.303Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1cb2079d-dbdb-4dae-a1b6-6ffd4b803550","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 16:37:33 | 200 | 2.389797ms | 100.64.0.2 | DELETE "/v1/api-keys/1cb2079d-dbdb-4dae-a1b6-6ffd4b803550" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 16:37:34 | 200 | 38.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 16:37:38 | 200 | 41.628µs | 10.133.0.2 | GET "/health"