[GIN] 2026/05/28 - 17:36:55 | 200 | 37.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:59 | 200 | 36.989µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:02.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ed4cf4a4-bb58-4139-aae6-47e278b12414","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:02.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed4cf4a4-bb58-4139-aae6-47e278b12414","keyPrefix":"sk-oai-1GriJ1rF7X2b...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:02 | 201 | 1.630183ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:04 | 200 | 44.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:05 | 200 | 41.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:09 | 200 | 38.599µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:11 | 200 | 722.48µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:11 | 200 | 119.339µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:14 | 200 | 40.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:15 | 200 | 41.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:19 | 200 | 40.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:24 | 200 | 37.967µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:25 | 200 | 32.636µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:28.558Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4bbc515c-3c38-4945-b4fb-131b3e3c01cf","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:28.558Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bbc515c-3c38-4945-b4fb-131b3e3c01cf","keyPrefix":"sk-oai-R87e4d3Y1IG0...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:28 | 201 | 1.85086ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:28 | 200 | 440.168µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:28 | 200 | 188.141µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:29 | 200 | 31.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:34 | 200 | 34.236µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:35 | 200 | 39.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:39 | 200 | 47.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:44 | 200 | 35.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:45 | 200 | 57.942µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:46.202Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c499c28f-395f-4fe3-b61c-4257fb5c1c94","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:46.202Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c499c28f-395f-4fe3-b61c-4257fb5c1c94","keyPrefix":"sk-oai-12T9e3ZamHCg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:46 | 201 | 1.82035ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:46 | 200 | 446.701µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:46 | 200 | 135.132µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:49 | 200 | 36.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:54 | 200 | 39.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:55 | 200 | 38.299µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:59 | 200 | 38.771µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:03.533Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"75ceccad-fe7b-4906-b38a-8a6c748d9104","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:03.533Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75ceccad-fe7b-4906-b38a-8a6c748d9104","keyPrefix":"sk-oai-gHd0VHDNsjxP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:03 | 201 | 1.484851ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:38:03.569Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4460e9e0-6e44-4e67-87c9-82665a538d47","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:03.569Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4460e9e0-6e44-4e67-87c9-82665a538d47","keyPrefix":"sk-oai-14hYdef4smW2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:03 | 201 | 1.717183ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:03 | 200 | 427.632µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:03 | 200 | 169.345µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:03 | 200 | 474.235µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:03 | 200 | 168.118µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:04 | 200 | 57.534µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:05 | 200 | 42.908µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:09 | 200 | 39.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:14 | 200 | 44.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:15 | 200 | 39.235µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:19 | 200 | 37.233µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T17:38:21.203Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T17:38:21.204Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 17:38:21 | 400 | 282.356µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:24 | 200 | 40.122µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:25 | 200 | 54.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:29 | 200 | 41.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:34 | 200 | 40.284µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:35 | 200 | 40.78µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:38.597Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"980ce791-7268-4e89-9799-397a05f7f61c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:38.597Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"980ce791-7268-4e89-9799-397a05f7f61c","keyPrefix":"sk-oai-10I50KrX0eUH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:38 | 201 | 11.067191ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:38 | 200 | 1.271681ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:38 | 200 | 142.359µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:39 | 200 | 38.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:44 | 200 | 43.282µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:45 | 200 | 38.884µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:47.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b013d8bc-0510-4b6c-ae4d-172e182c178c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:47.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b013d8bc-0510-4b6c-ae4d-172e182c178c","keyPrefix":"sk-oai-1DCOSfWOsi25...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:47 | 201 | 1.970137ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:49 | 200 | 47.479µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:54 | 200 | 39.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:55 | 200 | 38.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:55 | 200 | 853.612µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:55 | 200 | 116.094µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:59 | 200 | 37.484µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:04 | 200 | 44.608µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:05 | 200 | 39.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:09 | 200 | 40.328µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:13.265Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1e910dcf-ff2e-4e12-a0fb-5985e10d29ef","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:13.265Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e910dcf-ff2e-4e12-a0fb-5985e10d29ef","keyPrefix":"sk-oai-1LJ1DR34o0N8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:13 | 201 | 2.010556ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:13 | 200 | 546.08µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:13 | 200 | 132.519µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:14 | 200 | 39.006µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:15 | 200 | 39.327µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:19 | 200 | 53.321µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:24 | 200 | 34.749µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:25 | 200 | 34.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:29 | 200 | 43.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:34 | 200 | 32.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:35 | 200 | 31.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:39 | 200 | 32.283µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:44 | 200 | 32.788µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:45 | 200 | 36.327µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:49 | 200 | 32.211µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:54 | 200 | 33.337µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:55 | 200 | 32.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:59 | 200 | 47.478µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:04 | 200 | 33.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:05 | 200 | 38.278µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:09 | 200 | 32.927µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:14 | 200 | 32.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:15 | 200 | 30.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:19 | 200 | 32.261µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:24 | 200 | 32.834µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:25 | 200 | 31.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:29 | 200 | 31.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:34 | 200 | 34.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:35 | 200 | 32.413µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:39 | 200 | 40.699µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:44 | 200 | 32.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:45 | 200 | 38.139µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:49 | 200 | 32.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:54 | 200 | 33.146µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:55 | 200 | 31.85µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:59 | 200 | 40.734µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:04 | 200 | 33.2µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:05 | 200 | 31.509µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:09 | 200 | 41.87µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:41:12.709Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"893860e1-b085-48c0-beb2-aa17b775c985","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:41:12.709Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"893860e1-b085-48c0-beb2-aa17b775c985","keyPrefix":"sk-oai-w2xcfYo29osi...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:41:12 | 201 | 1.555457ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:14 | 200 | 34.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:15 | 200 | 34.357µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:19 | 200 | 32.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:24 | 200 | 37.977µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:25 | 200 | 52.695µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:29 | 200 | 38.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:34 | 200 | 40.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:35 | 200 | 38.772µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:35 | 200 | 765.334µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:35 | 200 | 152.624µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:36 | 404 | 815.535µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:39 | 200 | 38.79µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:44 | 200 | 39.154µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:45 | 200 | 42.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:49 | 200 | 40.649µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:54 | 200 | 39.534µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:55 | 200 | 43.479µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:59 | 200 | 41.596µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:04 | 200 | 38.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:05 | 200 | 38.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:09 | 200 | 53.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:14 | 200 | 41.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:15 | 200 | 40.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:19 | 200 | 38.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:24 | 200 | 38.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:25 | 200 | 41.366µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:42:28.552Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"69ad2bbe-1ffe-49f7-8e0b-a807c0dc423d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:42:28.552Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69ad2bbe-1ffe-49f7-8e0b-a807c0dc423d","keyPrefix":"sk-oai-c3H17CfKz2Dt...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:42:28 | 201 | 1.574329ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:28 | 200 | 560.746µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:28 | 200 | 145.724µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:42:29 | 200 | 37.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:34 | 200 | 47.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:35 | 200 | 40.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:39 | 200 | 41.585µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:44 | 200 | 48.297µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:45 | 200 | 42.561µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:42:47.760Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d3079e88-f4f1-4708-9cea-b46dd424ad7f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:42:47.760Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3079e88-f4f1-4708-9cea-b46dd424ad7f","keyPrefix":"sk-oai-1ipPgrShsxWU...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:42:47 | 201 | 1.320263ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:47 | 200 | 589.301µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:47 | 200 | 141.178µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:42:48 | 200 | 535.384µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:48 | 200 | 201.239µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:42:49 | 200 | 41.658µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:54 | 200 | 42.171µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:55 | 200 | 44.52µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:59 | 200 | 38.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:04 | 200 | 38.283µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:05 | 200 | 40.335µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:07.249Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ecbe6fbe-0848-4984-aa01-1f346613e6e3","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:07.250Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ecbe6fbe-0848-4984-aa01-1f346613e6e3","keyPrefix":"sk-oai-V5ZDRkYl46zc...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:07 | 201 | 1.939056ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:07 | 200 | 453.1µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:07 | 200 | 417.343µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:07 | 200 | 147.242µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:07 | 200 | 18.460927ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:09 | 200 | 38.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:14 | 200 | 36.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:15 | 200 | 38.365µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:19 | 200 | 38.817µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:24 | 200 | 38.526µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:25 | 200 | 38.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:26 | 200 | 157.565µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:26 | 200 | 136.704µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:26 | 200 | 21.339562ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:29 | 200 | 43.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:34 | 200 | 39.318µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:35 | 200 | 39.686µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:38.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"33c77f4f-4761-4ec9-92a4-048378efb075","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:38.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33c77f4f-4761-4ec9-92a4-048378efb075","keyPrefix":"sk-oai-lLUQk7pUorK8...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:38 | 201 | 1.334697ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:39 | 200 | 38.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:44 | 200 | 39.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:45 | 200 | 38.953µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:49 | 200 | 39.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:54 | 200 | 37.137µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:55 | 200 | 39.169µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:59 | 200 | 38.85µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:04 | 200 | 35.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:05 | 200 | 38.323µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:08 | 200 | 9.334498ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:08 | 200 | 126.544µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:08 | 200 | 563.547µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:08 | 200 | 421.907µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:08 | 200 | 112.221µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:08 | 200 | 12.702671ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:09 | 200 | 39.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:14 | 200 | 39.941µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:15 | 200 | 36.524µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:19 | 200 | 38.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:24 | 200 | 45.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:25 | 200 | 39.22µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:25 | 200 | 151.898µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:25 | 200 | 12.029937ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:29 | 200 | 36.823µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:34.275Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ca29fa89-71e5-4cad-9eab-08e062734d6d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:34.275Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca29fa89-71e5-4cad-9eab-08e062734d6d","keyPrefix":"sk-oai-adz3gmkI6cr3...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:34 | 201 | 3.07548ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:34 | 200 | 40.035µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:35 | 200 | 39.675µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:39 | 200 | 39.265µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:42 | 200 | 760.399µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:42 | 200 | 417.892µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:42 | 200 | 143.034µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:42 | 200 | 9.962363ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:44:42.802Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81504a2e-89b2-4151-a878-d264a98bffc9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:42.803Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81504a2e-89b2-4151-a878-d264a98bffc9","keyPrefix":"sk-oai-1b3yPUj29oz7...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:42 | 201 | 1.162683ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:44 | 200 | 37.296µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:45 | 200 | 39.601µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:49 | 200 | 38.661µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:50 | 200 | 845.737µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:50 | 200 | 444.655µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:50 | 200 | 111.136µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:50 | 200 | 7.022608ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:50 | 200 | 368.323µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:50 | 200 | 314.026µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:50 | 200 | 111.455µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:50 | 200 | 6.538814ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:44:51.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a58acd56-f6ed-4365-96e7-fddfe7c324c6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:51.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a58acd56-f6ed-4365-96e7-fddfe7c324c6","keyPrefix":"sk-oai-kUaIyR2MayuA...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:51 | 201 | 1.35468ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:54 | 200 | 37.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:55 | 200 | 39.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:59 | 200 | 39.828µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:59 | 200 | 700.178µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:59 | 200 | 334.973µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:59 | 200 | 126.342µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:59 | 200 | 9.598017ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:45:01.474Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 17:45:01 | 200 | 945.906µs | 10.134.0.34 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 17:45:04 | 200 | 38.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:05 | 200 | 53.724µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:09.031Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"67c4936d-86ed-46d4-b31b-685870374f70","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:09.031Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67c4936d-86ed-46d4-b31b-685870374f70","keyPrefix":"sk-oai-6SAllABh5sU5...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:09 | 201 | 1.463667ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:09 | 200 | 43.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:14 | 200 | 39.323µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:15 | 200 | 44.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:17 | 200 | 766.935µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:17 | 200 | 402.613µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:17 | 200 | 146.119µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:17 | 200 | 351.656µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:17 | 200 | 118.203µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:17 | 200 | 19.347363ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:19 | 200 | 38.431µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:24 | 200 | 39.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:25 | 200 | 39.286µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:29 | 200 | 39.976µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:30.473Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"390e251d-5911-408f-9bf8-0d2e23236459","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:30.473Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"390e251d-5911-408f-9bf8-0d2e23236459","keyPrefix":"sk-oai-HFIgKiYeuzqC...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:30 | 201 | 1.622731ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:34 | 200 | 38.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:35 | 200 | 50.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:38 | 200 | 673.791µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:38 | 200 | 461.58µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:38 | 200 | 144.915µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:38 | 200 | 9.521057ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:38 | 200 | 183.095µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:38 | 200 | 37.060001ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:39 | 200 | 44.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:44 | 200 | 38.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:45 | 200 | 38.973µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:49 | 200 | 57.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:54 | 200 | 42.541µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:54 | 200 | 189.133µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:54 | 200 | 173.538µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:54 | 200 | 196.387µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:54 | 200 | 34.930394ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:55 | 200 | 38.574µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:59 | 200 | 59.959µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:04 | 200 | 39.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:05 | 200 | 37.559µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:09 | 200 | 36.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:12 | 200 | 302.223µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:12 | 200 | 12.548153ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:14 | 200 | 47.037µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:15 | 200 | 41.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:19 | 200 | 39.173µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:46:23.279Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab79564a-169e-4ec3-b22f-ea85969489ff","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:23.279Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab79564a-169e-4ec3-b22f-ea85969489ff","keyPrefix":"sk-oai-zGoRQZJdJenl...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:23 | 201 | 3.473311ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:24 | 200 | 40.355µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:25 | 200 | 38.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:29 | 200 | 40.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:31 | 200 | 1.208163ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:31 | 200 | 168.576µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:31.902Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09d46df0-ddd4-44d7-b11b-24c861a99214","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:31.902Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09d46df0-ddd4-44d7-b11b-24c861a99214","keyPrefix":"sk-oai-4DdWAZ6wVPKq...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:31 | 201 | 1.293296ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:34 | 200 | 41.396µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:35 | 200 | 42.933µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:39 | 200 | 40.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:39 | 200 | 1.065057ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:39 | 200 | 671.111µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:39 | 200 | 115.302µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:39 | 200 | 11.071905ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:40.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21895d2d-f52e-4ca6-81e7-5381cdb13eef","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:40.315Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21895d2d-f52e-4ca6-81e7-5381cdb13eef","keyPrefix":"sk-oai-HWPvQQ1YfsCh...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:40 | 201 | 1.330964ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:44 | 200 | 42.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:45 | 200 | 38.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:48 | 200 | 1.009505ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:48 | 200 | 782.075µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:48 | 200 | 351.52µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:48 | 200 | 10.721737ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:49.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bfa45b09-7031-4247-95b1-f6296f827bbb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:49.076Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bfa45b09-7031-4247-95b1-f6296f827bbb","keyPrefix":"sk-oai-EVmMYD254lct...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:49 | 201 | 1.107594ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:49 | 200 | 53.429µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:54 | 200 | 40.287µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:55 | 200 | 39.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:57 | 200 | 1.033485ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:57 | 200 | 612.588µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:57 | 200 | 371.37µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:57 | 200 | 10.606264ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:59 | 200 | 39.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:04 | 200 | 45.978µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:05 | 200 | 38.528µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:47:06.263Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9278be4e-5eea-4d13-b702-412511a3f6d4","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:47:06.263Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9278be4e-5eea-4d13-b702-412511a3f6d4","keyPrefix":"sk-oai-1eFOGIsHYrqr...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:47:06 | 201 | 1.523621ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:09 | 200 | 42.007µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:14 | 200 | 37.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:15 | 200 | 39.996µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:19 | 200 | 40.307µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:22 | 200 | 814.503µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:22 | 403 | 126.581µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:24 | 200 | 42.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:25 | 200 | 51.279µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:29 | 200 | 39.725µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:34 | 200 | 58.637µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:35 | 200 | 44.896µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:39 | 403 | 120.771µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:39 | 200 | 39.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:44 | 200 | 39.686µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:45 | 200 | 42.146µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:49 | 200 | 44.135µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:54 | 200 | 40.19µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:55 | 200 | 57.374µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:56 | 403 | 126.717µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:59 | 200 | 40.664µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:04 | 200 | 41.145µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:05 | 200 | 40.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:09 | 200 | 39.81µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:14 | 403 | 136.662µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:14 | 200 | 40.172µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:15 | 200 | 44.932µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:19 | 200 | 37.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:24 | 200 | 38.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:25 | 200 | 32.458µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:48:28.277Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0d91db2e-6842-4099-a6bc-1cb7396fa147","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:28.277Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d91db2e-6842-4099-a6bc-1cb7396fa147","keyPrefix":"sk-oai-BrvUoOqq8AXn...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:28 | 201 | 1.55815ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:29 | 200 | 34.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:34 | 200 | 34.043µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:35 | 200 | 36.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:36 | 200 | 800.239µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:36 | 200 | 466.391µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:36 | 200 | 250.482µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:36 | 200 | 21.691773ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:39 | 200 | 34.016µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:44 | 200 | 34.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:45 | 200 | 33.001µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:49 | 200 | 35.066µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:48:50.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9cd9ddf2-9ca2-4640-9c05-59b77dce5598","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:50.519Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9cd9ddf2-9ca2-4640-9c05-59b77dce5598","keyPrefix":"sk-oai-VkRO3Xy3SZJO...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:50 | 201 | 1.513491ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:48:50.550Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5de16c35-93f3-4f68-a921-2f77a213e161","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:50.550Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5de16c35-93f3-4f68-a921-2f77a213e161","keyPrefix":"sk-oai-1IScRXV6Zvrr...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:50 | 201 | 1.083354ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:54 | 200 | 34.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:55 | 200 | 32.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:58 | 200 | 929.823µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 373.181µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 174.795µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:58 | 200 | 10.28226ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:58 | 200 | 448.405µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 414.041µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 186.128µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:58 | 200 | 11.097435ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:59 | 200 | 38.461µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:04 | 200 | 34.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:05 | 200 | 38.797µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:09 | 200 | 44.075µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:14 | 200 | 33.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:15 | 200 | 175.084µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:15 | 200 | 171.171µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:15 | 200 | 145.54µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:15 | 200 | 34.649589ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:15 | 200 | 31.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:19 | 200 | 34.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:24 | 200 | 33.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:25 | 200 | 32.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:29 | 200 | 32.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:32 | 200 | 516.542µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:32 | 200 | 13.15484ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:32 | 200 | 171.569µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:32 | 200 | 11.59424ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:34 | 200 | 38.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:35 | 200 | 45.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:39 | 200 | 38.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:44 | 200 | 39.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:45 | 200 | 39.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:49 | 200 | 42.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:54 | 200 | 38.791µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:55 | 200 | 62.422µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:49:57.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"024030c3-2cfa-45d9-80d8-a02b848181da","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:49:57.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"024030c3-2cfa-45d9-80d8-a02b848181da","keyPrefix":"sk-oai-XareowcPxhbD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:49:57 | 201 | 2.571859ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:57 | 200 | 485.408µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:57 | 200 | 262.828µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:57 | 200 | 528.492µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:57 | 200 | 327.801µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:57 | 200 | 540.534µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:57 | 200 | 237.687µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:58 | 200 | 559.202µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:58 | 200 | 433.998µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:58 | 200 | 245.831µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:58 | 200 | 10.574817ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:59 | 200 | 53.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:04 | 200 | 48.109µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:05 | 200 | 40.902µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:09 | 200 | 37.926µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:13.725Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"473ecaba-fc49-489c-b3bc-a55a8a39323d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:13.725Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"473ecaba-fc49-489c-b3bc-a55a8a39323d","keyPrefix":"sk-oai-1ILzs8iRZJRv...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:13 | 201 | 1.564003ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:14 | 200 | 518.025µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:14 | 200 | 150.062µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:14 | 200 | 48.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:15 | 200 | 38.843µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:19 | 200 | 42.185µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:24 | 200 | 42.348µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:25 | 200 | 43.663µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:29 | 200 | 38.769µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:34 | 200 | 39.872µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:35 | 200 | 39.556µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:39 | 200 | 38.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:44 | 200 | 42.062µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:45 | 200 | 40.293µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:49 | 200 | 40.669µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:54 | 200 | 41.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:55 | 200 | 39.976µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:56.094Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"a1c5da17-579c-43f4-a37f-d5edadd5bbc5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:56.094Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a1c5da17-579c-43f4-a37f-d5edadd5bbc5","keyPrefix":"sk-oai-FfkO5sHmv5wu...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:56 | 201 | 11.024492ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:56 | 200 | 1.416406ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 465.908µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 108.597µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 10.912327ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:56 | 200 | 571.295µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 136.21µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 706.195µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 167.415µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 581.907µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 125.82µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 592.668µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 190.165µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 568.587µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 173µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 501.106µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 143.097µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 487.462µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 156.742µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 487.152µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 126.097µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 511.719µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 128.575µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 532.614µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 173.453µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 509.979µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 132.811µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T17:50:56.662Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"a1c5da17-579c-43f4-a37f-d5edadd5bbc5"} {"level":"info","timestamp":"2026-05-28T17:50:56.662Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a1c5da17-579c-43f4-a37f-d5edadd5bbc5","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 17:50:56 | 200 | 2.353399ms | 100.64.0.3 | DELETE "/v1/api-keys/a1c5da17-579c-43f4-a37f-d5edadd5bbc5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:59 | 200 | 42.765µs | 10.133.0.2 | GET "/health"