[GIN] 2026/05/28 - 17:31:09 | 200 | 149.553µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:31:12 | 200 | 38.941µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:13 | 200 | 41.386µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:17 | 200 | 41.106µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:31:18.976Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5e109ba5-7f1a-418d-866a-9a0658768ec5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:31:18.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e109ba5-7f1a-418d-866a-9a0658768ec5","keyPrefix":"sk-oai-gqaI3303cFkE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:31:18 | 201 | 2.100146ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:31:22 | 200 | 49.693µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:23 | 200 | 43.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:27 | 200 | 43.609µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:27 | 200 | 877.75µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:31:27 | 200 | 149.474µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:31:32 | 200 | 36.308µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:33 | 200 | 38.127µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:37 | 200 | 39.273µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:42 | 200 | 37.446µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:43 | 200 | 38.634µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:31:44.735Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"13afd3ad-1993-47fe-aff5-12ea84ffb7f0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:31:44.735Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13afd3ad-1993-47fe-aff5-12ea84ffb7f0","keyPrefix":"sk-oai-17tOqny3bMxC...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:31:44 | 201 | 2.017888ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:31:44 | 200 | 451.271µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:31:44 | 200 | 142.814µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:31:47 | 200 | 40.803µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:52 | 200 | 37.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:53 | 200 | 46.107µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:31:57 | 200 | 44.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:02 | 200 | 40.612µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:32:02.408Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"11ad827e-636e-400f-8610-7c4301a2d768","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:32:02.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11ad827e-636e-400f-8610-7c4301a2d768","keyPrefix":"sk-oai-1J8WyyPN2wxk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:32:02 | 201 | 1.969488ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:32:02 | 200 | 497.301µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:32:02 | 200 | 159.173µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:32:03 | 200 | 39.987µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:07 | 200 | 39.654µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:12 | 200 | 35.955µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:13 | 200 | 38.18µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:17 | 200 | 38.147µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:32:19.752Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fa3c87bb-7bf5-4170-9592-b93b4e7d1295","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:32:19.752Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa3c87bb-7bf5-4170-9592-b93b4e7d1295","keyPrefix":"sk-oai-11XmUWHI5cE1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:32:19 | 201 | 2.031872ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:32:19.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4e56c017-8994-4ad5-aef7-92e490a8f428","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:32:19.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e56c017-8994-4ad5-aef7-92e490a8f428","keyPrefix":"sk-oai-1O1PHR4pEwYI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:32:19 | 201 | 1.719276ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:32:19 | 200 | 498.323µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:32:19 | 200 | 143.881µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:32:19 | 200 | 520.67µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:32:19 | 200 | 168.414µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:32:22 | 200 | 38.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:23 | 200 | 39.601µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:27 | 200 | 42.675µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:32 | 200 | 37.433µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:33 | 200 | 42.019µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:37 | 200 | 49.967µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T17:32:37.473Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T17:32:37.473Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 17:32:37 | 400 | 338.94µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:32:42 | 200 | 39.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:43 | 200 | 38.592µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:47 | 200 | 47.047µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:52 | 200 | 40.935µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:32:53 | 200 | 37.668µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:32:54.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1e35e9b0-0504-4b1b-a4c0-03c5d5434fec","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:32:54.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e35e9b0-0504-4b1b-a4c0-03c5d5434fec","keyPrefix":"sk-oai-1BXl8MG764ss...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:32:54 | 201 | 10.601578ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:32:54 | 200 | 1.37387ms | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:32:54 | 200 | 188.878µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:32:57 | 200 | 37.685µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:02 | 200 | 39.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:03 | 200 | 40.243µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:33:04.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8cb26bf8-8a22-4429-890b-5d0e8fe1edfd","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:33:04.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8cb26bf8-8a22-4429-890b-5d0e8fe1edfd","keyPrefix":"sk-oai-xqjMvAgswTH5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:33:04 | 201 | 2.113431ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:33:07 | 200 | 47.913µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:12 | 200 | 39.345µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:12 | 200 | 840.263µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:33:12 | 200 | 109.451µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:33:13 | 200 | 39.035µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:17 | 200 | 40.724µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:22 | 200 | 41.698µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:23 | 200 | 39.934µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:27 | 200 | 40.285µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:33:29.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"01528d3f-7d2d-4d67-b259-6966cb7acbfc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:33:29.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"01528d3f-7d2d-4d67-b259-6966cb7acbfc","keyPrefix":"sk-oai-8Y5BaRFkYbIC...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:33:29 | 201 | 2.173143ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:33:29 | 200 | 585.637µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:33:29 | 200 | 165.704µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:33:32 | 200 | 39.004µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:33 | 200 | 54.145µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:37 | 200 | 38.824µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:42 | 200 | 42.561µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:43 | 200 | 41.407µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:47 | 200 | 37.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:52 | 200 | 38.004µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:53 | 200 | 49.967µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:33:57 | 200 | 41.489µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:02 | 200 | 36.067µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:03 | 200 | 38.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:07 | 200 | 43.499µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:12 | 200 | 38.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:13 | 200 | 39.967µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:17 | 200 | 44.501µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:22 | 200 | 38.021µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:23 | 200 | 40.229µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:27 | 200 | 39.389µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:32 | 200 | 38.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:33 | 200 | 38.061µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:37 | 200 | 42.4µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:42 | 200 | 40.844µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:43 | 200 | 37.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:47 | 200 | 38.233µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:52 | 200 | 38.492µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:53 | 200 | 40.515µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:34:57 | 200 | 40.52µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:02 | 200 | 39.231µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:03 | 200 | 38.347µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:07 | 200 | 37.446µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:12 | 200 | 33.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:13 | 200 | 32.521µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:17 | 200 | 35.559µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:22 | 200 | 37.008µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:23 | 200 | 32.478µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:27 | 200 | 32.6µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:35:29.080Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a65ed69c-bc19-4b9d-989a-6cd83c253efe","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:35:29.080Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a65ed69c-bc19-4b9d-989a-6cd83c253efe","keyPrefix":"sk-oai-vzX25gteVpbc...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:35:29 | 201 | 2.438419ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:35:32 | 200 | 43.4µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:33 | 200 | 34.262µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:37 | 200 | 38.767µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:42 | 200 | 34.025µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:43 | 200 | 34.392µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:47 | 200 | 33.158µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:51 | 200 | 806.557µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:35:51 | 200 | 166.516µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:35:52 | 200 | 33.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:52 | 404 | 962.368µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:35:53 | 200 | 32.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:35:57 | 200 | 33.771µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:02 | 200 | 35.493µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:03 | 200 | 31.83µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:07 | 200 | 33.361µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:12 | 200 | 42.115µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:13 | 200 | 33.273µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:17 | 200 | 34.225µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:22 | 200 | 31.526µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:23 | 200 | 33.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:27 | 200 | 33.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:32 | 200 | 31.757µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:33 | 200 | 31.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:37 | 200 | 38.062µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:42 | 200 | 33.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:43 | 200 | 31.549µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:36:44.448Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ac665d1-a0ff-4a56-ba69-0b507ee37a3b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:36:44.448Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ac665d1-a0ff-4a56-ba69-0b507ee37a3b","keyPrefix":"sk-oai-cRjkDiE8jy5f...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:36:44 | 201 | 2.036291ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:36:44 | 200 | 550.071µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:36:44 | 200 | 140.828µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:36:47 | 200 | 53.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:52 | 200 | 32.734µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:53 | 200 | 42.254µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:36:57 | 200 | 34.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:02 | 200 | 39.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:03 | 200 | 35.823µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:03.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a6021548-9dd1-42f3-9455-faaa46a03c52","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:03.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6021548-9dd1-42f3-9455-faaa46a03c52","keyPrefix":"sk-oai-etSIN0LTi2Vs...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:03 | 201 | 1.95482ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:03 | 200 | 601.668µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:03 | 200 | 170.344µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:03 | 200 | 543.362µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:03 | 200 | 156.869µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:07 | 200 | 36.154µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:12 | 200 | 40.863µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:13 | 200 | 41.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:17 | 200 | 38.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:22 | 200 | 40.405µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:23.195Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1583e96c-62a2-491c-8d75-cfc9ba65bb1d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:23.195Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1583e96c-62a2-491c-8d75-cfc9ba65bb1d","keyPrefix":"sk-oai-pty7zlH9EJmE...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:23 | 201 | 2.199966ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:23 | 200 | 539.523µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:23 | 200 | 406.677µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:23 | 200 | 174.001µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:23 | 200 | 18.769942ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:23 | 200 | 41.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:27 | 200 | 44.012µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:32 | 200 | 49.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:33 | 200 | 40.046µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:37 | 200 | 41.328µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:42 | 200 | 43.426µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:42 | 200 | 181.26µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:42 | 200 | 160.075µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:42 | 200 | 22.654332ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:43 | 200 | 41.777µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:47 | 200 | 39.811µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:52 | 200 | 40.264µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:53 | 200 | 38.767µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:54.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d53befd4-e26f-4ab4-a426-3621667416b7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:54.401Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d53befd4-e26f-4ab4-a426-3621667416b7","keyPrefix":"sk-oai-X504BR8AYZ52...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:54 | 201 | 1.935651ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:57 | 200 | 44.242µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:02 | 200 | 39.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:03 | 200 | 38.675µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:07 | 200 | 44.064µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:12 | 200 | 38.806µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:13 | 200 | 37.662µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:17 | 200 | 41.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:22 | 200 | 41.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:23 | 200 | 39.515µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:24 | 200 | 9.736516ms | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:24 | 200 | 150.127µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:24 | 200 | 607.176µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:24 | 200 | 499.208µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:24 | 200 | 150.05µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:24 | 200 | 12.116645ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:27 | 200 | 45.498µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:32 | 200 | 62.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:33 | 200 | 39.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:37 | 200 | 56.375µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:41 | 200 | 134.44µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:41 | 200 | 12.677072ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:42 | 200 | 71.602µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:43 | 200 | 37.203µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:47 | 200 | 39.989µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:50.246Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d20b9b5-3d11-45e7-bd8a-ca8684a1cf4b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:50.246Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d20b9b5-3d11-45e7-bd8a-ca8684a1cf4b","keyPrefix":"sk-oai-1V73p3hhUB5g...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:50 | 201 | 2.324931ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:52 | 200 | 48.494µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:53 | 200 | 41.68µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:57 | 200 | 37.583µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:58 | 200 | 868.333µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:58 | 200 | 473.297µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:58 | 200 | 146.56µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:58 | 200 | 9.812785ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:38:58.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38a75a63-3ac8-484d-86b4-deed0474d109","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:58.797Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38a75a63-3ac8-484d-86b4-deed0474d109","keyPrefix":"sk-oai-1KuIC3ArTv2B...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:58 | 201 | 1.773043ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:02 | 200 | 42.181µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:03 | 200 | 40.983µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:06 | 200 | 867.458µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:06 | 200 | 488.352µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:06 | 200 | 158.497µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:06 | 200 | 6.328607ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:06 | 200 | 370.614µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:06 | 200 | 395.572µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:06 | 200 | 114.043µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:06 | 200 | 6.025647ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:07 | 200 | 29.945µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:07.839Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62f71bfa-f0cc-4a2a-893a-c9d53b9f324d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:07.839Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62f71bfa-f0cc-4a2a-893a-c9d53b9f324d","keyPrefix":"sk-oai-xfBaD2lOcbtr...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:07 | 201 | 1.813483ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:12 | 200 | 39.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:13 | 200 | 43.114µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:15 | 200 | 739.286µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:15 | 200 | 414.708µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:15 | 200 | 173.678µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:15 | 200 | 9.742928ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:17 | 200 | 38.373µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:22 | 200 | 40.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:23 | 200 | 43.292µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:25.038Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a462bf6-f246-498c-b42f-d40898f34aca","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:25.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a462bf6-f246-498c-b42f-d40898f34aca","keyPrefix":"sk-oai-C7EZSqMDUKbq...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:25 | 201 | 2.336446ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:27 | 200 | 38.401µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:32 | 200 | 42.869µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:33 | 200 | 845.942µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:33 | 200 | 423.545µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:33 | 200 | 164.445µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:33 | 200 | 407.696µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:33 | 200 | 153.476µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:33 | 200 | 16.452609ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:33 | 200 | 39.284µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:37 | 200 | 42.13µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:42 | 200 | 35.252µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:43 | 200 | 44.349µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:44.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5978114f-4bde-4cae-b9f8-f5a0358def1b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:44.369Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5978114f-4bde-4cae-b9f8-f5a0358def1b","keyPrefix":"sk-oai-11Vm07M2XQ2r...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:44 | 201 | 2.088244ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:47 | 200 | 56.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:52 | 200 | 38.846µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:52 | 200 | 941.417µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:52 | 200 | 481.831µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:52 | 200 | 205.792µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:52 | 200 | 10.416764ms | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:52 | 200 | 159.331µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:52 | 200 | 34.452382ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:53 | 200 | 43.232µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:57 | 200 | 40.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:02 | 200 | 39.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:03 | 200 | 42.894µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:07 | 200 | 34.091µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:08 | 200 | 169.588µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:08 | 200 | 174.596µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:08 | 200 | 151.585µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:08 | 200 | 39.403427ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:12 | 200 | 40.56µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:13 | 200 | 43.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:17 | 200 | 44.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:22 | 200 | 39.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:23 | 200 | 40.883µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:26 | 200 | 147.896µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:26 | 200 | 12.274416ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:27 | 200 | 60.736µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:32 | 200 | 40.066µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:33 | 200 | 33.957µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:37 | 200 | 39.53µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:40:37.275Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a691c8c8-9d97-47c0-8160-4973d54f81cb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:37.275Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a691c8c8-9d97-47c0-8160-4973d54f81cb","keyPrefix":"sk-oai-U3qUbEf1WMYM...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:37 | 201 | 3.067381ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:42 | 200 | 43.835µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:43 | 200 | 38.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:45 | 200 | 1.126468ms | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:45 | 200 | 139.168µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:40:45.896Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ff088342-66a8-4663-88be-03a8740387b1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:45.896Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff088342-66a8-4663-88be-03a8740387b1","keyPrefix":"sk-oai-sFGiEnsOeQZH...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:45 | 201 | 1.705114ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:47 | 200 | 52.757µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:52 | 200 | 40.902µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:53 | 200 | 41.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:53 | 200 | 808.833µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:53 | 200 | 419.956µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:53 | 200 | 121.777µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:53 | 200 | 10.772298ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:40:54.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f1ee71c-a2e8-410d-8f2b-1fb61218453e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:54.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f1ee71c-a2e8-410d-8f2b-1fb61218453e","keyPrefix":"sk-oai-s17GRRfeCjST...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:54 | 201 | 1.797106ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:57 | 200 | 41.333µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:02 | 200 | 39.717µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:02 | 200 | 917.189µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:02 | 200 | 481.065µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:02 | 200 | 128.396µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:02 | 200 | 9.893852ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:41:03.059Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"56f82cef-b3d4-4de9-8c13-8610ec46cb08","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:41:03.059Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56f82cef-b3d4-4de9-8c13-8610ec46cb08","keyPrefix":"sk-oai-qWC32BeNAfDk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:41:03 | 201 | 1.782191ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:03 | 200 | 41.3µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:07 | 200 | 42.319µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:11 | 200 | 867.018µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:11 | 200 | 447.539µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:11 | 200 | 170.974µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:11 | 200 | 10.450693ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:12 | 200 | 42.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:13 | 200 | 40.043µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:17 | 200 | 39.581µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:41:20.257Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dc92d820-990c-4c23-9d1b-6c4601553e5f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:41:20.258Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc92d820-990c-4c23-9d1b-6c4601553e5f","keyPrefix":"sk-oai-1URpZIx3Sqm9...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:41:20 | 201 | 2.236589ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:22 | 200 | 38.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:23 | 200 | 38.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:27 | 200 | 40.339µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:32 | 200 | 46.382µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:33 | 200 | 39.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:36 | 200 | 773.537µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:36 | 403 | 111.622µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:37 | 200 | 37.188µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:42 | 200 | 39.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:43 | 200 | 40.525µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:47 | 200 | 54.454µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:52 | 200 | 48.531µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:53 | 200 | 44.758µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:53 | 403 | 117.568µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:57 | 200 | 40.118µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:02 | 200 | 46.225µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:03 | 200 | 40.882µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:07 | 200 | 51.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:10 | 403 | 178.521µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:12 | 200 | 33.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:13 | 200 | 34.382µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:17 | 200 | 33.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:22 | 200 | 33.557µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:23 | 200 | 32.922µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:27 | 200 | 54.547µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:28 | 403 | 168.534µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:32 | 200 | 33.121µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:33 | 200 | 33.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:37 | 200 | 32.497µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:42:40.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a0a7395b-dc47-4f3d-9c2e-eaa5308137d8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:42:40.101Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a0a7395b-dc47-4f3d-9c2e-eaa5308137d8","keyPrefix":"sk-oai-1Bribd5YCW2n...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:42:40 | 201 | 2.028498ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:42 | 200 | 31.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:43 | 200 | 32.834µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:47 | 200 | 31.61µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:48 | 200 | 725.162µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:48 | 200 | 509.802µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:48 | 200 | 251.189µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:42:48 | 200 | 19.095165ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:52 | 200 | 32.289µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:53 | 200 | 52.559µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:57 | 200 | 31.257µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:02 | 200 | 31.891µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:02.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dde270eb-d77f-4ff8-a04b-150e7468ba47","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:02.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dde270eb-d77f-4ff8-a04b-150e7468ba47","keyPrefix":"sk-oai-MIRMbEBcNeNu...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:02 | 201 | 2.09652ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:43:02.359Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46407c06-0dbe-4a5e-89b2-8565e8c4dcaf","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:02.359Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46407c06-0dbe-4a5e-89b2-8565e8c4dcaf","keyPrefix":"sk-oai-1Myl9izqvOXd...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:02 | 201 | 1.724413ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:03 | 200 | 33.254µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:07 | 200 | 33.132µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:10 | 200 | 807.672µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:10 | 200 | 619.232µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:10 | 200 | 390.215µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:10 | 200 | 10.478758ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:10 | 200 | 610.567µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:10 | 200 | 595.267µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:10 | 200 | 385.274µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:10 | 200 | 11.392005ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:12 | 200 | 32.211µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:13 | 200 | 33.231µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:17 | 200 | 41.18µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:22 | 200 | 55.311µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:23 | 200 | 33.901µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:27 | 200 | 34.116µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:27 | 200 | 194.056µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:27 | 200 | 238.05µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:27 | 200 | 264.755µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:27 | 200 | 40.785732ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:32 | 200 | 34.849µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:33 | 200 | 43.566µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:37 | 200 | 31.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:42 | 200 | 33.148µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:43 | 200 | 33.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:43 | 200 | 339.61µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:43 | 200 | 11.642643ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:43 | 200 | 374.969µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:43 | 200 | 11.078766ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:47 | 200 | 32.178µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:52 | 200 | 33.323µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:53 | 200 | 36.469µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:57 | 200 | 30.691µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:02 | 200 | 31.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:03 | 200 | 33.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:07 | 200 | 36.682µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:09.375Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"751de359-d9d4-41e1-8898-ecb5979e6062","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:09.375Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"751de359-d9d4-41e1-8898-ecb5979e6062","keyPrefix":"sk-oai-65y4Q1pmkHcK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:09 | 201 | 2.022099ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:09 | 200 | 509.688µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:09 | 200 | 227.593µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:09 | 200 | 466.522µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:09 | 200 | 283.911µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:09 | 200 | 489.007µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:09 | 200 | 262.663µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:09 | 200 | 522.634µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:09 | 200 | 460.879µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:09 | 200 | 247.866µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:09 | 200 | 12.513536ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:12 | 200 | 32.204µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:13 | 200 | 33.067µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:17 | 200 | 40.974µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:22 | 200 | 43.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:23 | 200 | 33.887µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:25.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"700d9f94-2317-482a-8a20-3b8a0c4d84ef","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:25.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"700d9f94-2317-482a-8a20-3b8a0c4d84ef","keyPrefix":"sk-oai-1JHWkDlJjuQA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:25 | 201 | 1.989448ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:25 | 200 | 569.588µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:25 | 200 | 152.01µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:27 | 200 | 32.511µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:32 | 200 | 33.079µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:33 | 200 | 34.304µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:37 | 200 | 32.858µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:42 | 200 | 33.94µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:43 | 200 | 34.565µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:47 | 200 | 34.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:52 | 200 | 31.961µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:53 | 200 | 34.354µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:57 | 200 | 34.977µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:01.463Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 17:45:01 | 200 | 9.754449ms | 10.134.0.51 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 17:45:02 | 200 | 32.876µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:03 | 200 | 33.736µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:07 | 200 | 38.387µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:07.226Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"f910be35-097e-4e26-8311-9e8a29af4a62","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:07.226Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f910be35-097e-4e26-8311-9e8a29af4a62","keyPrefix":"sk-oai-BlrRnY9epOEY...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:07 | 201 | 2.550182ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:07 | 200 | 1.102162ms | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 540.323µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 216.943µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 10.791921ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:07 | 200 | 674.025µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 154.657µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 542.883µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 129.391µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 546.07µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 173.921µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 543.369µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 147.464µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 476.931µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 133.7µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 504.769µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 138.207µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 437.439µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 177.568µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 464.668µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 155.757µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 416.669µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 148.779µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 392.366µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 104.533µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:07 | 200 | 413.157µs | 10.134.0.49 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:07 | 200 | 129.348µs | 10.134.0.49 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T17:45:07.804Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"f910be35-097e-4e26-8311-9e8a29af4a62"} {"level":"info","timestamp":"2026-05-28T17:45:07.804Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f910be35-097e-4e26-8311-9e8a29af4a62","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 17:45:07 | 200 | 2.961875ms | 100.64.0.3 | DELETE "/v1/api-keys/f910be35-097e-4e26-8311-9e8a29af4a62" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:12 | 200 | 32.916µs | 10.132.0.2 | GET "/health"