[GIN] 2026/05/23 - 22:26:03 | 200 | 368.687µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:26:03 | 200 | 32.141µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:08 | 200 | 33.732µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:10 | 200 | 37.578µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:26:12.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d103225-ee1b-4ee0-9b7c-16396de310e2","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:26:12.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d103225-ee1b-4ee0-9b7c-16396de310e2","keyPrefix":"sk-oai-Vo3CotGkUI2q...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:26:12 | 201 | 1.58169ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:26:13 | 200 | 37.562µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:18 | 200 | 35.551µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:20 | 200 | 31.769µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:20 | 200 | 601.803µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:26:20 | 200 | 343.605µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:26:23 | 200 | 36.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:28 | 200 | 31.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:30 | 200 | 31.381µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:33 | 200 | 33.062µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:26:38.296Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f190af53-3a2c-4a25-bb4c-203aba46dd56","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:26:38.296Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f190af53-3a2c-4a25-bb4c-203aba46dd56","keyPrefix":"sk-oai-3eURCHaqGsJx...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:26:38 | 201 | 1.589406ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:26:38 | 200 | 412.898µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:26:38 | 200 | 221.406µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:26:38 | 200 | 62.338µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:40 | 200 | 31.727µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:43 | 200 | 33.701µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:48 | 200 | 35.203µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:50 | 200 | 33.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:26:53 | 200 | 42.8µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:26:55.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a91f1298-46af-493b-a1d1-d698d0cfc1d1","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:26:55.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a91f1298-46af-493b-a1d1-d698d0cfc1d1","keyPrefix":"sk-oai-VOfeFBbrCsLj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:26:55 | 201 | 1.694515ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:26:55 | 200 | 419.433µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:26:55 | 200 | 353.649µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:26:58 | 200 | 34.952µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:00 | 200 | 31.821µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:03 | 200 | 34.927µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:08 | 200 | 33.227µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:10 | 200 | 33.667µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:27:13.251Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"21ece7fe-6678-42de-a67d-0557d1287046","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:27:13.251Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21ece7fe-6678-42de-a67d-0557d1287046","keyPrefix":"sk-oai-5SvsZ7vFpDXw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:27:13 | 201 | 1.662936ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:27:13.287Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ab013ae1-4ad1-48b5-b5e6-e4ba0e330218","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:27:13.287Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab013ae1-4ad1-48b5-b5e6-e4ba0e330218","keyPrefix":"sk-oai-1aSGZSZPfBYY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:27:13 | 201 | 1.532202ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:27:13 | 200 | 422.275µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:27:13 | 200 | 253.151µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:27:13 | 200 | 385.526µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:27:13 | 200 | 281.255µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:27:13 | 200 | 43.475µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:18 | 200 | 44.846µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:20 | 200 | 61.827µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:23 | 200 | 40.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:28 | 200 | 38.597µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:30 | 200 | 54.379µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-23T22:27:31.070Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-23T22:27:31.070Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/23 - 22:27:31 | 400 | 317.828µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:27:33 | 200 | 39.208µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:38 | 200 | 42.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:40 | 200 | 41.373µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:43 | 200 | 40.298µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:27:48.467Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2f954185-976a-436a-a9b6-3262d9349958","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:27:48.467Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f954185-976a-436a-a9b6-3262d9349958","keyPrefix":"sk-oai-50nShOqgoIDc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:27:48 | 201 | 9.726054ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:27:48 | 200 | 911.113µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:27:48 | 200 | 255.422µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:27:48 | 200 | 39.288µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:50 | 200 | 38.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:27:53 | 200 | 40.686µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:27:57.588Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fb7b7b31-9e42-4862-8a0a-4842d074aa97","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:27:57.588Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb7b7b31-9e42-4862-8a0a-4842d074aa97","keyPrefix":"sk-oai-1eSdaKPIQfZw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:27:57 | 201 | 1.755854ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:27:58 | 200 | 43.377µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:00 | 200 | 38.821µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:03 | 200 | 40.485µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:05 | 200 | 758.144µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:28:05 | 200 | 365.332µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:28:08 | 200 | 40.929µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:10 | 200 | 40.684µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:13 | 200 | 40.217µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:18 | 200 | 39.659µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:20 | 200 | 39.004µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:28:23.113Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3caa106c-e801-4423-bf07-9e113d4165ef","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:28:23.113Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3caa106c-e801-4423-bf07-9e113d4165ef","keyPrefix":"sk-oai-1CadPw0lDs73...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:28:23 | 201 | 1.965142ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:28:23 | 200 | 681.683µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:28:23 | 200 | 391.653µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:28:23 | 200 | 38.994µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:28 | 200 | 40.027µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:30 | 200 | 40.874µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:33 | 200 | 47.828µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:38 | 200 | 39.425µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:40 | 200 | 42.646µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:43 | 200 | 44.116µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:48 | 200 | 39.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:50 | 200 | 36.79µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:53 | 200 | 41.859µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:28:58 | 200 | 42.256µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:00 | 200 | 41.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:03 | 200 | 39.529µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:08 | 200 | 44.178µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:10 | 200 | 66.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:13 | 200 | 41.851µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:18 | 200 | 38.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:20 | 200 | 34.221µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:23 | 200 | 34.403µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:28 | 200 | 36.614µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:30 | 200 | 31.869µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:33 | 200 | 33.557µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:38 | 200 | 33.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:40 | 200 | 34.333µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:43 | 200 | 35.027µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:48 | 200 | 34.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:50 | 200 | 32.146µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:53 | 200 | 43.376µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:29:58 | 200 | 36.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:00 | 200 | 32.466µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:03 | 200 | 31.997µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:30:04.454Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/23 - 22:30:04 | 200 | 678.167µs | 10.133.0.50 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/23 - 22:30:08 | 200 | 32.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:10 | 200 | 35.213µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:13 | 200 | 32.519µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:18 | 200 | 32.717µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:20 | 200 | 44.853µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:30:22.308Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"52302858-cb5d-4813-ba47-34f3edf4f36a","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:30:22.308Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52302858-cb5d-4813-ba47-34f3edf4f36a","keyPrefix":"sk-oai-1RoKCmYH9ZWl...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:30:22 | 201 | 1.763604ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:30:23 | 200 | 54.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:28 | 200 | 32.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:30 | 200 | 32.904µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:33 | 200 | 54.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:38 | 200 | 35.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:40 | 200 | 32.465µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:43 | 200 | 34.684µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:45 | 200 | 528.608µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:30:45 | 200 | 170.988µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:30:45 | 404 | 590.662µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:30:48 | 200 | 32.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:50 | 200 | 32.02µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:53 | 200 | 42.83µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:30:58 | 200 | 31.968µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:00 | 200 | 43.636µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:03 | 200 | 31.98µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:08 | 200 | 32.641µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:10 | 200 | 40.14µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:13 | 200 | 30.362µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:18 | 200 | 38.356µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:20 | 200 | 42.211µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:23 | 200 | 42.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:28 | 200 | 37.973µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:30 | 200 | 43.984µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:33 | 200 | 41.905µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:31:35.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4e1ece69-034c-461b-b761-9a8ea93ec26f","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:31:35.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e1ece69-034c-461b-b761-9a8ea93ec26f","keyPrefix":"sk-oai-1KLNpMLrnCm2...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:31:35 | 201 | 1.72347ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:31:35 | 200 | 404.247µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:31:35 | 200 | 157.449µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:31:38 | 200 | 38.333µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:40 | 200 | 40.926µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:43 | 200 | 39.473µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:48 | 200 | 39.863µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:50 | 200 | 38.039µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:31:53 | 200 | 37.771µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:31:55.097Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"19fd6676-804c-4ac9-9870-8ef3bf789a7d","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:31:55.097Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19fd6676-804c-4ac9-9870-8ef3bf789a7d","keyPrefix":"sk-oai-5Xv4NCnvAVpT...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:31:55 | 201 | 1.743904ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:31:55 | 200 | 485.309µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:31:55 | 200 | 170.503µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:31:55 | 200 | 361.571µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:31:55 | 200 | 171.561µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:31:58 | 200 | 39.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:00 | 200 | 41.097µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:03 | 200 | 42.178µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:08 | 200 | 38.241µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:10 | 200 | 45.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:13 | 200 | 37.95µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:32:14.529Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"285141f8-77a4-4cdb-8d39-4c1d8422b5cd","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:32:14.529Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"285141f8-77a4-4cdb-8d39-4c1d8422b5cd","keyPrefix":"sk-oai-14uLw3FvKxpl...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:32:14 | 201 | 1.795199ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:32:14 | 200 | 324.527µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:32:14 | 200 | 283.996µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:32:14 | 200 | 137.11µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:32:14 | 200 | 20.286301ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:32:18 | 200 | 39.576µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:20 | 200 | 39.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:23 | 200 | 44.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:28 | 200 | 39.763µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:30 | 200 | 38.915µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:33 | 200 | 169.729µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:32:33 | 200 | 161.743µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:32:33 | 200 | 21.70997ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:32:33 | 200 | 39.772µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:38 | 200 | 40.44µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:40 | 200 | 39.88µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:43 | 200 | 41.268µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:32:47.723Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"edc2e7e5-454c-4a48-afb6-750cffcea0a1","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:32:47.723Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"edc2e7e5-454c-4a48-afb6-750cffcea0a1","keyPrefix":"sk-oai-1EuJtX2gcbm3...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:32:47 | 201 | 1.627403ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:32:48 | 200 | 37.241µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:50 | 200 | 51.498µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:53 | 200 | 41.416µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:32:58 | 200 | 40.435µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:00 | 200 | 41.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:03 | 200 | 38.312µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:08 | 200 | 42.105µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:10 | 200 | 38.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:13 | 200 | 39.662µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:17 | 200 | 9.604925ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:33:17 | 200 | 139.997µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:33:17 | 200 | 335.299µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:33:17 | 200 | 301.033µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:33:17 | 200 | 204.94µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:33:17 | 200 | 9.752387ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:33:18 | 200 | 38.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:20 | 200 | 38.686µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:23 | 200 | 40.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:28 | 200 | 39.861µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:30 | 200 | 44.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:33 | 200 | 38.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:34 | 200 | 160.103µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:33:34 | 200 | 12.766326ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:33:38 | 200 | 38.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:40 | 200 | 42.263µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:33:43.520Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3a812d5-89f6-4080-b5be-a992ecf531dc","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:33:43.520Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3a812d5-89f6-4080-b5be-a992ecf531dc","keyPrefix":"sk-oai-107clC5Lsi6M...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:33:43 | 201 | 2.010074ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:33:43 | 200 | 38.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:48 | 200 | 38.951µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:50 | 200 | 39.176µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:51 | 200 | 568.495µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:33:51 | 200 | 296.145µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:33:51 | 200 | 132.798µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:33:51 | 200 | 9.124446ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:33:52.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3e617313-e22b-4b5b-9922-8fa725c0002e","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:33:52.026Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e617313-e22b-4b5b-9922-8fa725c0002e","keyPrefix":"sk-oai-8244CJZKSLkK...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:33:52 | 201 | 1.664586ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:33:53 | 200 | 43.31µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:33:58 | 200 | 41.397µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:00 | 200 | 567.531µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:00 | 200 | 272.023µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:00 | 200 | 118.219µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:00 | 200 | 6.352158ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:00 | 200 | 287.424µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:00 | 200 | 197.568µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:00 | 200 | 143.359µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:00 | 200 | 6.233209ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:00 | 200 | 39.205µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:34:00.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c837a7a-d5eb-4b65-a888-2aa9f03482f4","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:34:00.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c837a7a-d5eb-4b65-a888-2aa9f03482f4","keyPrefix":"sk-oai-BV7lDat29XH9...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:34:00 | 201 | 1.670425ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:03 | 200 | 45.183µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:08 | 200 | 45.613µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:09 | 200 | 450.217µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:09 | 200 | 219.517µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:09 | 200 | 155.369µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:09 | 200 | 14.457162ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:10 | 200 | 42.138µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:13 | 200 | 39.469µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:34:18.128Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"03aec928-4488-46e8-8d43-860d6253be45","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:34:18.128Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03aec928-4488-46e8-8d43-860d6253be45","keyPrefix":"sk-oai-iCDYjmG6NtiG...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:34:18 | 201 | 1.846502ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:18 | 200 | 36.661µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:20 | 200 | 42.426µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:23 | 200 | 62.177µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:26 | 200 | 452.083µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:26 | 200 | 377.346µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:26 | 200 | 161.506µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:26 | 200 | 282.771µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:26 | 200 | 149.038µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:26 | 200 | 18.695548ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:28 | 200 | 41.523µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:30 | 200 | 46.109µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:33 | 200 | 36.633µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:34:37.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f55422ea-382d-474b-a8d2-8e90b8118e15","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:34:37.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f55422ea-382d-474b-a8d2-8e90b8118e15","keyPrefix":"sk-oai-7NnaRK3ustzM...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:34:37 | 201 | 2.368751ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:38 | 200 | 37.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:40 | 200 | 38.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:43 | 200 | 49.987µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:45 | 200 | 462.423µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:45 | 200 | 330.895µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:45 | 200 | 153.445µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:45 | 200 | 10.359543ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:34:45 | 200 | 189.849µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:34:45 | 200 | 24.688384ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:34:48 | 200 | 43.596µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:50 | 200 | 37.467µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:53 | 200 | 39.769µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:34:58 | 200 | 37.271µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:00 | 200 | 44.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:01 | 200 | 262.245µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:01 | 200 | 265.388µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:01 | 200 | 291.15µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:01 | 200 | 34.817085ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:03 | 200 | 41.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:08 | 200 | 41.247µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:10 | 200 | 38.347µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:13 | 200 | 39.381µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:18 | 200 | 256.164µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:18 | 200 | 11.933547ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:18 | 200 | 31.817µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:20 | 200 | 39.073µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:23 | 200 | 37.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:28 | 200 | 42.085µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:35:30.069Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"74c33a8d-402b-4480-857a-0033d8e2129c","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:35:30.069Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"74c33a8d-402b-4480-857a-0033d8e2129c","keyPrefix":"sk-oai-UDaYlLkuUCKl...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:35:30 | 201 | 2.335735ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:30 | 200 | 46.273µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:33 | 200 | 41.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:38 | 200 | 950.831µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:35:38 | 200 | 163.128µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:35:38.692Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dffba274-de11-43be-a5bc-b4f24432faa9","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:35:38.692Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dffba274-de11-43be-a5bc-b4f24432faa9","keyPrefix":"sk-oai-qAeWqDxLR1z9...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:35:38 | 201 | 1.589462ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:38 | 200 | 39.624µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:40 | 200 | 46.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:43 | 200 | 44.731µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:46 | 200 | 543.47µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:35:46 | 200 | 313.559µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:35:46 | 200 | 112.896µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:46 | 200 | 10.516879ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:35:47.085Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"75c61916-b278-4dd7-adf0-b36b121db40e","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:35:47.085Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75c61916-b278-4dd7-adf0-b36b121db40e","keyPrefix":"sk-oai-1ZvPThI6S1LW...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:35:47 | 201 | 1.722648ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:48 | 200 | 39.272µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:50 | 200 | 40.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:53 | 200 | 40.465µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:35:55 | 200 | 557.846µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:35:55 | 200 | 399.218µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:35:55 | 200 | 132.03µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:35:55 | 200 | 9.334998ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:35:55.807Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0d5fc539-f09e-45e6-adbe-9b275b788a3b","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:35:55.807Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d5fc539-f09e-45e6-adbe-9b275b788a3b","keyPrefix":"sk-oai-1EVcj7DuPzl0...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:35:55 | 201 | 1.671752ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:35:58 | 200 | 41.663µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:00 | 200 | 40.049µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:03 | 200 | 465.898µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:36:03 | 200 | 244.943µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:36:03 | 200 | 156.205µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:36:03 | 200 | 10.054884ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:36:03 | 200 | 34.69µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:08 | 200 | 40.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:10 | 200 | 38.95µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:36:12.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a468b050-d4d1-4c7e-89ae-719e07d637c3","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:36:12.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a468b050-d4d1-4c7e-89ae-719e07d637c3","keyPrefix":"sk-oai-1PSMaaK5E7lI...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:36:12 | 201 | 2.005459ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:36:13 | 200 | 41.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:18 | 200 | 43.664µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:20 | 200 | 70.697µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:23 | 200 | 40.037µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:28 | 200 | 36.496µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:29 | 200 | 486.803µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:36:29 | 403 | 118.716µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:36:30 | 200 | 41.48µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:33 | 200 | 40.711µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:38 | 200 | 41.976µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:40 | 200 | 60.262µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:43 | 200 | 42.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:46 | 403 | 119.255µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:36:48 | 200 | 46.18µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:50 | 200 | 39.959µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:53 | 200 | 40.144µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:36:58 | 200 | 37.819µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:00 | 200 | 45.439µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:03 | 403 | 116.069µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:37:03 | 200 | 41.846µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:08 | 200 | 41.236µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:10 | 200 | 41.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:13 | 200 | 40.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:18 | 200 | 44.299µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:20 | 200 | 41.264µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:20 | 403 | 144.147µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:37:23 | 200 | 38.169µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:28 | 200 | 37.542µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:30 | 200 | 44.776µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:33 | 200 | 39.452µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:37:34.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d30595fc-fb25-4155-91cb-d57030c1c60f","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:37:34.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d30595fc-fb25-4155-91cb-d57030c1c60f","keyPrefix":"sk-oai-129NFv3JxL0G...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:37:34 | 201 | 1.581014ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:37:38 | 200 | 38.562µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:40 | 200 | 41.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:42 | 200 | 403.187µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:37:42 | 200 | 268.987µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:37:42 | 200 | 162.42µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:37:42 | 200 | 20.649068ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:37:43 | 200 | 56.159µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:48 | 200 | 40.687µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:50 | 200 | 70.286µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:37:53 | 200 | 41.111µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:37:56.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7f2e95ed-b013-4762-be4f-c231a61c15d5","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:37:56.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f2e95ed-b013-4762-be4f-c231a61c15d5","keyPrefix":"sk-oai-1LNS9TrGyCgO...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:37:56 | 201 | 1.72172ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-23T22:37:56.883Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f3b4f2fc-0a85-4beb-b2a3-c23d595570f7","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:37:56.883Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3b4f2fc-0a85-4beb-b2a3-c23d595570f7","keyPrefix":"sk-oai-KNyYPnkRt8yy...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:37:56 | 201 | 1.570367ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:37:58 | 200 | 38.711µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:00 | 200 | 41.152µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:03 | 200 | 39.816µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:04 | 200 | 455.171µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:38:04 | 200 | 287.134µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:38:04 | 200 | 266.044µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:04 | 200 | 9.680581ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:38:04 | 200 | 282.597µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:38:04 | 200 | 238.624µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:38:04 | 200 | 194.699µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:04 | 200 | 20.404668ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:38:08 | 200 | 38.847µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:10 | 200 | 43.344µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:13 | 200 | 39.184µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:18 | 200 | 37.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:20 | 200 | 39.882µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:21 | 200 | 230.804µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:21 | 200 | 218.576µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:21 | 200 | 202.846µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:21 | 200 | 37.438244ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:38:23 | 200 | 42.161µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:28 | 200 | 45.71µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:30 | 200 | 56.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:33 | 200 | 41.819µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:37 | 200 | 230.775µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:37 | 200 | 12.191741ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:38:37 | 200 | 245.611µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:38:37 | 200 | 11.108536ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:38:38 | 200 | 42.451µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:40 | 200 | 40.132µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:43 | 200 | 43.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:48 | 200 | 38.277µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:50 | 200 | 41.305µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:53 | 200 | 40.445µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:38:58 | 200 | 65.881µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:00 | 200 | 39.24µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:39:03.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4600cd5-cf70-4ec3-b100-2efd2143490f","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:39:03.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4600cd5-cf70-4ec3-b100-2efd2143490f","keyPrefix":"sk-oai-w8lOQBWuRHD6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:39:03 | 201 | 1.861665ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:39:03 | 200 | 391.021µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:03 | 200 | 307.406µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:39:03 | 200 | 420.593µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:03 | 200 | 280.572µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:39:03 | 200 | 374.548µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:03 | 200 | 269.393µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:39:03 | 200 | 473.054µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:03 | 200 | 444.891µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:03 | 200 | 364.429µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:39:03 | 200 | 10.34921ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:39:03 | 200 | 47.484µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:08 | 200 | 48.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:10 | 200 | 38.931µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:13 | 200 | 63.633µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:18 | 200 | 41.71µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:39:19.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2691e6c0-a0a9-434c-9a71-ddfb8974a4fe","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:39:19.121Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2691e6c0-a0a9-434c-9a71-ddfb8974a4fe","keyPrefix":"sk-oai-OCoriTIgGLtY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:39:19 | 201 | 1.725358ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:39:19 | 200 | 382.902µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:39:19 | 200 | 266.443µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:39:20 | 200 | 41.473µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:23 | 200 | 40.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:28 | 200 | 40.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:30 | 200 | 40.48µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:33 | 200 | 40.962µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:38 | 200 | 41.069µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:40 | 200 | 37.233µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:43 | 200 | 42.782µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:48 | 200 | 37.915µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:50 | 200 | 37.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:53 | 200 | 39.527µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:39:58 | 200 | 39.064µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/23 - 22:40:00 | 200 | 51.405µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-23T22:40:01.037Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"03560a0f-a625-4f65-aa66-5a4a92235ab9","ephemeral":false} {"level":"info","timestamp":"2026-05-23T22:40:01.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03560a0f-a625-4f65-aa66-5a4a92235ab9","keyPrefix":"sk-oai-F8DVVI5PCZ3s...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/23 - 22:40:01 | 201 | 9.778008ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:40:01 | 200 | 1.032618ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 527.172µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 341.937µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 10.652644ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:40:01 | 200 | 614.567µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 359.791µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 622.165µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 360.087µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 617.319µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 370.188µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 634.623µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 387.463µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 563.661µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 226.862µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 361.027µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 240.549µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 367.769µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 237.749µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 395.826µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 235.325µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 356.946µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 249.12µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 361.077µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 233.487µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/23 - 22:40:01 | 200 | 450.856µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/23 - 22:40:01 | 200 | 210.145µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-23T22:40:01.668Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"03560a0f-a625-4f65-aa66-5a4a92235ab9"} {"level":"info","timestamp":"2026-05-23T22:40:01.668Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"03560a0f-a625-4f65-aa66-5a4a92235ab9","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/23 - 22:40:01 | 200 | 2.360277ms | 100.64.0.4 | DELETE "/v1/api-keys/03560a0f-a625-4f65-aa66-5a4a92235ab9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/23 - 22:40:03 | 200 | 37.866µs | 10.132.0.2 | GET "/health"