[GIN] 2026/05/27 - 21:51:13 | 200 | 40.239µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:17 | 200 | 49.093µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:51:19.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d0d66a1d-40cd-4f0b-b70d-83bd0c964f16","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:51:19.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0d66a1d-40cd-4f0b-b70d-83bd0c964f16","keyPrefix":"sk-oai-fWiOiubeWtZG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:51:19 | 201 | 1.800574ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:51:22 | 200 | 40.798µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:23 | 200 | 45.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:27 | 200 | 471.312µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:51:27 | 200 | 117.402µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:51:27 | 200 | 39.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:32 | 200 | 39.056µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:33 | 200 | 38.93µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:37 | 200 | 45.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:42 | 200 | 38.081µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:43 | 200 | 63.831µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:51:45.280Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4cef395a-44b6-4f96-9e9a-8ae87c1048c3","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:51:45.280Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4cef395a-44b6-4f96-9e9a-8ae87c1048c3","keyPrefix":"sk-oai-8ZpCRixfrHDG...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:51:45 | 201 | 1.618639ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:51:45 | 200 | 370.118µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:51:45 | 200 | 148.461µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:51:47 | 200 | 41.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:52 | 200 | 42.349µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:53 | 200 | 41.025µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:51:57 | 200 | 39.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:02 | 200 | 40.367µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:52:02.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5b134342-4125-4636-90d7-c6d657dccccd","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:52:02.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b134342-4125-4636-90d7-c6d657dccccd","keyPrefix":"sk-oai-JBlEr8hjxEX9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:52:02 | 201 | 1.650155ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:52:03 | 200 | 351.499µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:52:03 | 200 | 143.57µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:52:03 | 200 | 36.979µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:07 | 200 | 43.302µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:12 | 200 | 41.898µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:13 | 200 | 42.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:17 | 200 | 38.33µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:52:20.302Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a4759d01-3f2a-4879-b721-1978307bd3b2","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:52:20.302Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a4759d01-3f2a-4879-b721-1978307bd3b2","keyPrefix":"sk-oai-1Kzon5muK8jI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:52:20 | 201 | 1.728177ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:52:20.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ca07c8db-3289-45fa-917c-6fc43b315043","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:52:20.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca07c8db-3289-45fa-917c-6fc43b315043","keyPrefix":"sk-oai-kOrutvlCfJuF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:52:20 | 201 | 1.650527ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:52:20 | 200 | 364.963µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:52:20 | 200 | 169.384µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:52:20 | 200 | 328.714µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:52:20 | 200 | 189.303µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:52:22 | 200 | 44.646µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:23 | 200 | 39.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:27 | 200 | 43.899µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:32 | 200 | 42.148µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:33 | 200 | 42.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:37 | 200 | 40.24µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T21:52:38.034Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T21:52:38.034Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 21:52:38 | 400 | 268.832µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:52:42 | 200 | 39.389µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:43 | 200 | 43.347µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:47 | 200 | 37.842µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:52 | 200 | 70.715µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:52:53 | 200 | 43.526µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:52:55.473Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e98b67ee-80da-4997-9237-460435697513","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:52:55.473Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e98b67ee-80da-4997-9237-460435697513","keyPrefix":"sk-oai-1SSWl3bcNmWM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:52:55 | 201 | 10.031324ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:52:55 | 200 | 986.936µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:52:55 | 200 | 186.285µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:52:57 | 200 | 37.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:02 | 200 | 44.762µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:03 | 200 | 45.993µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:53:04.590Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e688deee-403e-4014-ba99-268af8d2a57c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:53:04.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e688deee-403e-4014-ba99-268af8d2a57c","keyPrefix":"sk-oai-1OoppGICkRkc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:53:04 | 201 | 1.19047ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:53:07 | 200 | 57.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:12 | 200 | 565.736µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:53:12 | 200 | 129.621µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:53:12 | 200 | 41.445µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:13 | 200 | 40.515µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:17 | 200 | 43.455µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:22 | 200 | 48.101µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:23 | 200 | 40.002µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:27 | 200 | 41.957µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:53:30.168Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"96596ea6-6b59-4a40-ac61-d21db166ba56","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:53:30.168Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"96596ea6-6b59-4a40-ac61-d21db166ba56","keyPrefix":"sk-oai-OrUFMaQfQs0b...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:53:30 | 201 | 1.722633ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:53:30 | 200 | 421.564µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:53:30 | 200 | 197.621µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:53:32 | 200 | 42.521µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:33 | 200 | 39.717µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:37 | 200 | 41.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:42 | 200 | 42.731µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:43 | 200 | 120.57µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:47 | 200 | 61.243µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:52 | 200 | 51.993µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:53 | 200 | 46.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:53:57 | 200 | 42.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:02 | 200 | 39.958µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:03 | 200 | 41.151µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:07 | 200 | 39.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:12 | 200 | 41.487µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:13 | 200 | 52.722µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:17 | 200 | 42.724µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:22 | 200 | 39.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:23 | 200 | 43.146µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:27 | 200 | 47.317µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:32 | 200 | 45.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:33 | 200 | 40.213µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:37 | 200 | 41.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:42 | 200 | 40.66µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:43 | 200 | 40.679µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:47 | 200 | 45.46µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:52 | 200 | 37.499µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:53 | 200 | 39.862µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:54:57 | 200 | 40.358µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:02 | 200 | 48.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:03 | 200 | 43.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:07 | 200 | 43.739µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:12 | 200 | 38.034µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:13 | 200 | 39.295µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:17 | 200 | 49.907µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:22 | 200 | 37.583µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:23 | 200 | 37.856µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:27 | 200 | 44.446µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:55:29.660Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a78234a5-6f1e-41c5-8c1b-c1212e266445","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:55:29.660Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a78234a5-6f1e-41c5-8c1b-c1212e266445","keyPrefix":"sk-oai-nTKLu1jalPwn...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:55:29 | 201 | 1.865668ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:55:32 | 200 | 39.982µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:33 | 200 | 47.489µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:37 | 200 | 37.524µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:42 | 200 | 37.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:43 | 200 | 37.66µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:47 | 200 | 43.465µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:52 | 200 | 542.75µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:55:52 | 200 | 153.262µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:55:52 | 200 | 40.524µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:52 | 404 | 622.504µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:55:53 | 200 | 50.293µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:55:57 | 200 | 54.472µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:02 | 200 | 38.289µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:03 | 200 | 44.922µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:07 | 200 | 40.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:12 | 200 | 39.246µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:13 | 200 | 46.797µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:17 | 200 | 39.076µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:22 | 200 | 45.708µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:23 | 200 | 37.793µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:27 | 200 | 44.142µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:32 | 200 | 44.057µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:33 | 200 | 38.05µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:37 | 200 | 42.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:42 | 200 | 41.878µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:43 | 200 | 39.116µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:56:47.388Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"85fd6705-2699-46f8-8e50-eac8874a83fb","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:56:47.389Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85fd6705-2699-46f8-8e50-eac8874a83fb","keyPrefix":"sk-oai-1AFyyLXA6t6L...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:56:47 | 201 | 1.73074ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:56:47 | 200 | 410.152µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:56:47 | 200 | 160.971µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:56:47 | 200 | 48.891µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:52 | 200 | 39.646µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:53 | 200 | 39.525µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:56:57 | 200 | 41.646µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:02 | 200 | 44.707µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:03 | 200 | 37.934µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:57:06.597Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fe6ec449-402a-4cae-b620-3366cedaf49d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:57:06.597Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe6ec449-402a-4cae-b620-3366cedaf49d","keyPrefix":"sk-oai-uasRM8leQE9Y...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:57:06 | 201 | 1.772586ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:57:06 | 200 | 486.356µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:57:06 | 200 | 180.716µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:57:06 | 200 | 367.847µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:57:06 | 200 | 160.828µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:57:07 | 200 | 42.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:12 | 200 | 40.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:13 | 200 | 44.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:17 | 200 | 48.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:22 | 200 | 40.195µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:23 | 200 | 38.014µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:57:26.074Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"42028939-1fef-4ada-ab24-1a3c8b5a73f0","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:57:26.074Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42028939-1fef-4ada-ab24-1a3c8b5a73f0","keyPrefix":"sk-oai-NTsSbhqdEelu...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:57:26 | 201 | 1.806437ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:57:26 | 200 | 334.072µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:57:26 | 200 | 300.713µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:57:26 | 200 | 167.428µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:57:26 | 200 | 18.99801ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:57:27 | 200 | 44.923µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:32 | 200 | 41.063µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:33 | 200 | 39.786µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:37 | 200 | 41.568µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:42 | 200 | 37.056µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:43 | 200 | 40.153µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:45 | 200 | 217.73µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:57:45 | 200 | 218.667µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:57:45 | 200 | 40.11214ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:57:47 | 200 | 39.576µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:52 | 200 | 49.741µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:53 | 200 | 42.62µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:57:57 | 200 | 63.521µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:57:59.469Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db5c6c91-0213-4209-9dd4-74ba9bdbb728","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:57:59.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db5c6c91-0213-4209-9dd4-74ba9bdbb728","keyPrefix":"sk-oai-mpIEoenuSix9...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:57:59 | 201 | 9.984675ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:58:02 | 200 | 40.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:03 | 200 | 41.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:07 | 200 | 45.629µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:12 | 200 | 40.129µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:13 | 200 | 45.695µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:17 | 200 | 40.136µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:22 | 200 | 39.34µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:23 | 200 | 45.583µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:27 | 200 | 40.971µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:29 | 200 | 1.776866ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:58:29 | 200 | 140.074µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:58:29 | 200 | 429.559µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:58:29 | 200 | 329.512µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:58:29 | 200 | 138.834µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:58:29 | 200 | 10.017511ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:58:32 | 200 | 37.013µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:33 | 200 | 39.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:37 | 200 | 40.435µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:42 | 200 | 38.336µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:43 | 200 | 52.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:46 | 200 | 150.754µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:58:46 | 200 | 11.979695ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:58:47 | 200 | 50.638µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:52 | 200 | 40.369µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:58:53 | 200 | 40.638µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:58:55.300Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"40710874-0c03-4410-b8f3-63d86dbba591","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:58:55.300Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40710874-0c03-4410-b8f3-63d86dbba591","keyPrefix":"sk-oai-SeTUp2Ejsq53...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:58:55 | 201 | 1.7799ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:58:57 | 200 | 39.643µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:02 | 200 | 44.321µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:03 | 200 | 45.504µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:03 | 200 | 552.303µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:03 | 200 | 385.464µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:03 | 200 | 136.61µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:03 | 200 | 10.241372ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:59:03.884Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2828ee4a-d179-494c-aadf-492dbe077c1b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:59:03.884Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2828ee4a-d179-494c-aadf-492dbe077c1b","keyPrefix":"sk-oai-c7gUhFKSRhCC...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:59:03 | 201 | 1.460275ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:07 | 200 | 40.839µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:11 | 200 | 606.376µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:11 | 200 | 350.97µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:11 | 200 | 134.647µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:11 | 200 | 6.714355ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:11 | 200 | 380.637µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:11 | 200 | 246.502µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:11 | 200 | 158.662µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:11 | 200 | 6.433245ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:12 | 200 | 40.976µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:59:12.952Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3749e942-45e1-4130-b879-cd3c446ab701","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:59:12.952Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3749e942-45e1-4130-b879-cd3c446ab701","keyPrefix":"sk-oai-1BkTXBbO5b66...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:59:12 | 201 | 1.657254ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:13 | 200 | 43.666µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:17 | 200 | 39.314µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:20 | 200 | 456.834µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:20 | 200 | 262.27µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:20 | 200 | 147.164µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:20 | 200 | 9.499172ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:22 | 200 | 39.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:23 | 200 | 38.175µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:27 | 200 | 48.085µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:59:30.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55559175-4a76-4225-b597-dad1b4a7fe21","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:59:30.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55559175-4a76-4225-b597-dad1b4a7fe21","keyPrefix":"sk-oai-jIo0rjnUyDPV...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:59:30 | 201 | 1.78989ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:32 | 200 | 52.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:33 | 200 | 42.597µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:37 | 200 | 40.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:38 | 200 | 448.081µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:38 | 200 | 331.763µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:38 | 200 | 157.444µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:38 | 200 | 256.108µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:38 | 200 | 162.65µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:38 | 200 | 18.850604ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:42 | 200 | 52.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:43 | 200 | 47.318µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:47 | 200 | 38.378µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:59:51.637Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"07421f18-5464-48ef-be74-02456381ee4e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:59:51.637Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07421f18-5464-48ef-be74-02456381ee4e","keyPrefix":"sk-oai-efs50qMyhzWs...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:59:51 | 201 | 1.618464ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:59:52 | 200 | 40.656µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:53 | 200 | 39.012µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:57 | 200 | 44.493µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 21:59:59 | 200 | 465.209µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:59 | 200 | 287.146µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:59 | 200 | 179.443µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:59 | 200 | 9.457977ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:59:59 | 200 | 208.568µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:59:59 | 200 | 31.495544ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T22:00:01.543Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 22:00:01 | 200 | 840.977µs | 10.134.0.54 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 22:00:02 | 200 | 40.867µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:03 | 200 | 85.378µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:07 | 200 | 48.514µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:12 | 200 | 44.039µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:13 | 200 | 45.813µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:15 | 200 | 182.595µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:00:15 | 200 | 180.249µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:00:15 | 200 | 164.491µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:00:15 | 200 | 35.823603ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:00:17 | 200 | 41.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:22 | 200 | 40.83µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:23 | 200 | 39.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:27 | 200 | 43.816µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:32 | 200 | 42.738µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:33 | 200 | 38.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:33 | 200 | 171.467µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:00:33 | 200 | 12.447652ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:00:37 | 200 | 41.062µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:42 | 200 | 40.499µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:43 | 200 | 36.587µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:00:46.754Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8601a985-5a43-4351-8645-413468f9f0f0","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:00:46.754Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8601a985-5a43-4351-8645-413468f9f0f0","keyPrefix":"sk-oai-1BocilCm9syH...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:00:46 | 201 | 2.124915ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:00:47 | 200 | 54.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:52 | 200 | 43.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:53 | 200 | 44.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:00:54 | 200 | 570.897µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:00:54 | 200 | 148.628µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T22:00:55.393Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dc15d8da-aef6-4f0f-8939-fa5210d1da26","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:00:55.393Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc15d8da-aef6-4f0f-8939-fa5210d1da26","keyPrefix":"sk-oai-zan1a3Wwehvc...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:00:55 | 201 | 1.618374ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:00:57 | 200 | 40.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:02 | 200 | 39.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:03 | 200 | 39.92µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:03 | 200 | 621.83µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:03 | 200 | 441.823µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:03 | 200 | 136.6µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:01:03 | 200 | 10.459056ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T22:01:03.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"026bd9d1-67a8-4e0d-bf18-1a0f381fb366","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:01:03.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"026bd9d1-67a8-4e0d-bf18-1a0f381fb366","keyPrefix":"sk-oai-1PZNUr1ocDCm...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:01:03 | 201 | 1.754893ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:01:07 | 200 | 50.503µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:11 | 200 | 572.499µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:11 | 200 | 372.405µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:11 | 200 | 140.037µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:01:11 | 200 | 9.510963ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T22:01:12.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"beccad54-f25d-4426-850d-882a3bca29b0","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:01:12.581Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"beccad54-f25d-4426-850d-882a3bca29b0","keyPrefix":"sk-oai-1462vTAw217o...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:01:12 | 201 | 1.684233ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:01:12 | 200 | 40.298µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:13 | 200 | 47.941µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:17 | 200 | 38.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:20 | 200 | 452.227µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:20 | 200 | 276.541µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:20 | 200 | 146.008µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:01:20 | 200 | 10.388201ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:01:22 | 200 | 60.941µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:23 | 200 | 38.864µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:27 | 200 | 45.395µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:01:29.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8b6b47fd-7ebd-4612-9f3e-95ea8b2ad77c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:01:29.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b6b47fd-7ebd-4612-9f3e-95ea8b2ad77c","keyPrefix":"sk-oai-zwaljjdUIQxD...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:01:29 | 201 | 1.792038ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:01:32 | 200 | 40.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:33 | 200 | 44.862µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:37 | 200 | 39.872µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:42 | 200 | 44.522µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:43 | 200 | 48.659µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:46 | 200 | 494.034µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:01:46 | 403 | 109.755µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:01:47 | 200 | 39.567µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:52 | 200 | 55.397µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:53 | 200 | 37.638µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:01:57 | 200 | 37.075µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:02 | 200 | 41.338µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:03 | 200 | 40.885µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:03 | 403 | 156.357µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:02:07 | 200 | 50.668µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:12 | 200 | 41.943µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:13 | 200 | 38.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:17 | 200 | 49.626µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:20 | 403 | 118.531µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:02:22 | 200 | 41.073µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:23 | 200 | 40.175µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:27 | 200 | 38.288µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:32 | 200 | 41.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:33 | 200 | 49.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:37 | 403 | 134.012µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:02:37 | 200 | 38.956µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:42 | 200 | 45.009µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:43 | 200 | 38.888µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:47 | 200 | 38.325µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:02:51.768Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3c1bad0-a957-4486-b9f6-fe46c9dbcec9","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:02:51.768Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3c1bad0-a957-4486-b9f6-fe46c9dbcec9","keyPrefix":"sk-oai-1Cwbx0qr44ou...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:02:51 | 201 | 1.992853ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:02:52 | 200 | 62.71µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:53 | 200 | 43.625µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:57 | 200 | 43.885µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:02:59 | 200 | 718.063µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:02:59 | 200 | 342.19µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:02:59 | 200 | 187.004µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:02:59 | 200 | 16.859377ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:02 | 200 | 40.735µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:03 | 200 | 41.742µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:07 | 200 | 39.927µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:03:11.911Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a6861ef-710c-44f1-9f80-6e78b6429e14","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:03:11.911Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a6861ef-710c-44f1-9f80-6e78b6429e14","keyPrefix":"sk-oai-KNMAG4IxLkLu...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:03:11 | 201 | 1.846998ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T22:03:11.943Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9086c5ce-5c7d-432e-9b91-0ed5372cae70","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:03:11.943Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9086c5ce-5c7d-432e-9b91-0ed5372cae70","keyPrefix":"sk-oai-qlL6qbgfAO15...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:03:11 | 201 | 1.620242ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:12 | 200 | 38.527µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:13 | 200 | 42.971µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:17 | 200 | 39.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:19 | 200 | 441.54µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:03:19 | 200 | 264.854µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:03:19 | 200 | 183.395µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:19 | 200 | 9.013688ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:20 | 200 | 342.821µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:03:20 | 200 | 242.941µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:03:20 | 200 | 143.95µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:20 | 200 | 9.535983ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:22 | 200 | 43.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:23 | 200 | 58.487µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:27 | 200 | 41.671µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:32 | 200 | 41.284µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:33 | 200 | 39.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:36 | 200 | 194.43µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:36 | 200 | 198.503µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:36 | 200 | 183.849µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:36 | 200 | 34.402349ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:37 | 200 | 49.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:42 | 200 | 42.612µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:43 | 200 | 44.34µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:47 | 200 | 44.26µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:52 | 200 | 37.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:53 | 200 | 213.102µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:53 | 200 | 13.866814ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:53 | 200 | 32.256µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:03:53 | 200 | 175.43µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:03:53 | 200 | 12.330135ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:03:57 | 200 | 41.92µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:02 | 200 | 38.655µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:03 | 200 | 38.745µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:07 | 200 | 38.99µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:12 | 200 | 47.74µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:13 | 200 | 39.411µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:17 | 200 | 38.966µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:04:18.733Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1fb53f7a-2684-4e45-8a41-c5cf9d184a01","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:04:18.733Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1fb53f7a-2684-4e45-8a41-c5cf9d184a01","keyPrefix":"sk-oai-nrT9mFOEPBFD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:04:18 | 201 | 1.91004ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:04:18 | 200 | 345.568µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:18 | 200 | 157.618µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:04:18 | 200 | 392.973µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:18 | 200 | 170.372µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:04:18 | 200 | 349.576µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:18 | 200 | 144.281µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:04:18 | 200 | 359.078µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:18 | 200 | 269.191µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:18 | 200 | 149.239µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:04:18 | 200 | 9.605942ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:04:22 | 200 | 42.476µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:23 | 200 | 40.725µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:27 | 200 | 42.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:32 | 200 | 39.235µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:33 | 200 | 47.356µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:04:34.498Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"19bc2bac-e2c8-432d-85ef-78073b690b30","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:04:34.498Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19bc2bac-e2c8-432d-85ef-78073b690b30","keyPrefix":"sk-oai-IxQa3DBiUHe5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:04:34 | 201 | 1.822668ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:04:34 | 200 | 373.564µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:04:34 | 200 | 171.48µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:04:37 | 200 | 40.608µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:42 | 200 | 44.727µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:43 | 200 | 38.384µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:47 | 200 | 40.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:52 | 200 | 40.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:53 | 200 | 41.25µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:04:57 | 200 | 39.422µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:05:02 | 200 | 45.228µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:05:03 | 200 | 42.604µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:05:07 | 200 | 72.865µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:05:12 | 200 | 43.085µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 22:05:13 | 200 | 41.122µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T22:05:16.605Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"be9fee0f-2a84-460a-bc98-5c2c76c9d6ca","ephemeral":false} {"level":"info","timestamp":"2026-05-27T22:05:16.605Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be9fee0f-2a84-460a-bc98-5c2c76c9d6ca","keyPrefix":"sk-oai-ZyAjxXe43hxm...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 22:05:16 | 201 | 9.647575ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:05:16 | 200 | 1.008061ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 333.966µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 140.386µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 10.052818ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:05:16 | 200 | 408.82µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 145.246µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 437.005µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 151.085µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 387.144µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 138.727µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 372.229µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 148.211µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 321.302µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 135.332µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 282.871µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 150.798µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 302.013µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 126.694µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:16 | 200 | 311.684µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:16 | 200 | 143.078µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:17 | 200 | 292.504µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:17 | 200 | 129.15µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:17 | 200 | 326.23µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:17 | 200 | 164.322µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 22:05:17 | 200 | 307.704µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 22:05:17 | 200 | 130.965µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-27T22:05:17.137Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"be9fee0f-2a84-460a-bc98-5c2c76c9d6ca"} {"level":"info","timestamp":"2026-05-27T22:05:17.137Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"be9fee0f-2a84-460a-bc98-5c2c76c9d6ca","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/27 - 22:05:17 | 200 | 2.326444ms | 100.64.0.3 | DELETE "/v1/api-keys/be9fee0f-2a84-460a-bc98-5c2c76c9d6ca" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 22:05:17 | 200 | 41.73µs | 10.132.0.2 | GET "/health"