[GIN] 2026/05/28 - 17:38:58 | 200 | 41.315µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:02 | 200 | 33.642µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:06.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39787a2f-0f89-4ce7-91e5-bf5d1d1ecdc8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:06.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39787a2f-0f89-4ce7-91e5-bf5d1d1ecdc8","keyPrefix":"sk-oai-oLWhjZcihg1g...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:06 | 201 | 1.474625ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:07 | 200 | 33.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:08 | 200 | 34.166µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:12 | 200 | 34.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:14 | 200 | 466.557µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:14 | 200 | 136.922µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:17 | 200 | 44.665µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:18 | 200 | 33.72µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:22 | 200 | 35.952µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:27 | 200 | 34.702µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:28 | 200 | 34.063µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:32.075Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"520f3d40-c702-46a9-85e3-fe899ba71bf9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:32.075Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"520f3d40-c702-46a9-85e3-fe899ba71bf9","keyPrefix":"sk-oai-LdhsMx7Jxh6k...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:32 | 201 | 1.179948ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:32 | 200 | 412.951µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:32 | 200 | 262.262µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:32 | 200 | 33.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:37 | 200 | 36.362µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:38 | 200 | 37.312µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:42 | 200 | 42.645µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:47 | 200 | 37.519µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:48 | 200 | 40.253µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:49.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"10603d85-e637-435a-91a7-8627a8b70fcc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:49.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10603d85-e637-435a-91a7-8627a8b70fcc","keyPrefix":"sk-oai-1bttVw9EpoAk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:49 | 201 | 1.237758ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:49 | 200 | 474.565µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:49 | 200 | 348.561µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:52 | 200 | 38.948µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:57 | 200 | 40.766µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:58 | 200 | 39.124µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:02 | 200 | 40.846µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:40:07.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6fc47888-f272-4e6f-81f1-efb7e5aa7db7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:07.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6fc47888-f272-4e6f-81f1-efb7e5aa7db7","keyPrefix":"sk-oai-15WLseF68NGj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:07 | 201 | 1.232143ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:40:07.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fa725bdf-1022-41d3-996e-02d2f855c111","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:07.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa725bdf-1022-41d3-996e-02d2f855c111","keyPrefix":"sk-oai-14ijEnYlm2mZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:07 | 201 | 1.191606ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:07 | 200 | 365.349µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:07 | 200 | 221.151µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:07 | 200 | 318.104µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:07 | 200 | 222.687µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:07 | 200 | 40.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:08 | 200 | 40.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:12 | 200 | 45.656µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:17 | 200 | 43.706µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:18 | 200 | 40.215µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:22 | 200 | 45.8µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T17:40:24.832Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T17:40:24.832Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 17:40:24 | 400 | 273.527µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:27 | 200 | 41.127µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:28 | 200 | 40.749µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:32 | 200 | 38.664µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:37 | 200 | 40.369µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:38 | 200 | 40.034µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:40:42.224Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0a9d3be8-47c4-4c50-ade6-e206baacf991","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:42.224Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a9d3be8-47c4-4c50-ade6-e206baacf991","keyPrefix":"sk-oai-V4YbhaOzP0zK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:42 | 201 | 9.74426ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:42 | 200 | 1.086236ms | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:42 | 200 | 187.869µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:40:42 | 200 | 41.33µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:47 | 200 | 38.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:48 | 200 | 39.991µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:40:51.314Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f4497604-6e5d-49b9-a8f4-3fe47fd110c8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:40:51.314Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4497604-6e5d-49b9-a8f4-3fe47fd110c8","keyPrefix":"sk-oai-1FZEOffOunSE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:40:51 | 201 | 1.351896ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:40:52 | 200 | 40.246µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:57 | 200 | 38.313µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:58 | 200 | 40.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:59 | 200 | 557.516µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:40:59 | 200 | 134.669µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:02 | 200 | 40.404µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:07 | 200 | 38.686µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:08 | 200 | 49.878µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:12 | 200 | 40.785µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:41:16.856Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"75b8506a-8799-4f32-ba85-20e800b0944a","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:41:16.856Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75b8506a-8799-4f32-ba85-20e800b0944a","keyPrefix":"sk-oai-zkAiuzc1BJMO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:41:16 | 201 | 1.270798ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:16 | 200 | 439.657µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:16 | 200 | 148.881µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:17 | 200 | 34.645µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:18 | 200 | 39.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:22 | 200 | 38.398µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:27 | 200 | 48.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:28 | 200 | 43.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:32 | 200 | 62.553µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:37 | 200 | 39.043µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:38 | 200 | 39.511µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:42 | 200 | 37.322µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:47 | 200 | 39.39µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:48 | 200 | 38.326µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:52 | 200 | 41.001µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:57 | 200 | 56.485µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:58 | 200 | 39.337µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:02 | 200 | 38.585µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:07 | 200 | 39.427µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:08 | 200 | 39.848µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:12 | 200 | 44.005µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:17 | 200 | 39.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:18 | 200 | 39.067µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:22 | 200 | 53.869µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:27 | 200 | 39.473µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:28 | 200 | 44.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:32 | 200 | 47.238µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:37 | 200 | 40.05µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:38 | 200 | 38.371µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:42 | 200 | 40.081µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:47 | 200 | 38.834µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:48 | 200 | 39.465µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:52 | 200 | 42.438µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:57 | 200 | 37.443µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:58 | 200 | 41.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:02 | 200 | 57.507µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:07 | 200 | 38.708µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:08 | 200 | 39.707µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:12 | 200 | 56.082µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:16.373Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c581d873-63b4-4886-8e0b-ef30cc58ace5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:16.373Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c581d873-63b4-4886-8e0b-ef30cc58ace5","keyPrefix":"sk-oai-18PDV1poQpvE...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:16 | 201 | 1.423653ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:17 | 200 | 40.319µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:18 | 200 | 41.513µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:22 | 200 | 38.843µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:27 | 200 | 37.65µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:28 | 200 | 39.012µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:32 | 200 | 38.565µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:37 | 200 | 38.56µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:38 | 200 | 45.161µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:38 | 200 | 526.395µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:38 | 200 | 162.71µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:39 | 404 | 689.905µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:42 | 200 | 37.829µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:47 | 200 | 46.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:48 | 200 | 57.044µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:52 | 200 | 40.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:57 | 200 | 38.144µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:58 | 200 | 40.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:02 | 200 | 58.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:07 | 200 | 41.55µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:08 | 200 | 47.041µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:12 | 200 | 39.531µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:17 | 200 | 39.073µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:18 | 200 | 39.695µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:22 | 200 | 40.814µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:27 | 200 | 38.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:28 | 200 | 42.37µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:31.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5f626be8-47af-4b51-93e2-99ec5142c26c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:31.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f626be8-47af-4b51-93e2-99ec5142c26c","keyPrefix":"sk-oai-tOWUeflA66dD...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:31 | 201 | 1.220551ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:31 | 200 | 609.073µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:31 | 200 | 367.402µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:32 | 200 | 41.848µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:37 | 200 | 39.237µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:38 | 200 | 47.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:42 | 200 | 41.295µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:47 | 200 | 42.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:48 | 200 | 39.231µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:50.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d8699237-8d7e-4f8c-bec8-b314891c4773","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:50.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8699237-8d7e-4f8c-bec8-b314891c4773","keyPrefix":"sk-oai-Yt1RDHvUiwxt...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:50 | 201 | 1.228203ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:50 | 200 | 717.756µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:50 | 200 | 439.785µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:51 | 200 | 558.989µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:51 | 200 | 371.36µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:52 | 200 | 39.09µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:57 | 200 | 38.767µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:58 | 200 | 54.236µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:01.489Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 17:45:01 | 200 | 743.546µs | 10.133.0.51 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 17:45:02 | 200 | 38.092µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:07 | 200 | 40.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:08 | 200 | 39.182µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:10.423Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ec5eb97e-ac17-4da3-9b48-675956d876a6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:10.424Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec5eb97e-ac17-4da3-9b48-675956d876a6","keyPrefix":"sk-oai-1UHUhu32kR3q...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:10 | 201 | 1.214109ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:10 | 200 | 486.522µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:10 | 200 | 509.91µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:10 | 200 | 360.773µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:10 | 200 | 22.17704ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:12 | 200 | 38.188µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:17 | 200 | 47.157µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:18 | 200 | 39.961µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:22 | 200 | 40.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:27 | 200 | 43.201µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:28 | 200 | 45.05µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:29 | 200 | 371.021µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:29 | 200 | 374.687µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:29 | 200 | 25.226918ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:32 | 200 | 53.937µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:37 | 200 | 41.418µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:38 | 200 | 44.695µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:41.634Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0c3c5fe-3a18-4a31-985a-be66485442b8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:41.634Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0c3c5fe-3a18-4a31-985a-be66485442b8","keyPrefix":"sk-oai-4NJBvqKR1gmN...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:41 | 201 | 1.321321ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:42 | 200 | 42.126µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:47 | 200 | 54.12µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:48 | 200 | 37.609µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:52 | 200 | 37.373µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:57 | 200 | 38.308µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:58 | 200 | 39.411µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:02 | 200 | 39.484µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:07 | 200 | 39.612µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:08 | 200 | 37.111µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:11 | 200 | 9.038376ms | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:11 | 200 | 401.755µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:11 | 200 | 594.3µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:11 | 200 | 505.837µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:11 | 200 | 332.225µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:11 | 200 | 11.876989ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:12 | 200 | 51.53µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:17 | 200 | 38.292µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:18 | 200 | 39.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:22 | 200 | 41.803µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:27 | 200 | 38.932µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:28 | 200 | 38.218µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:28 | 200 | 324.945µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:28 | 200 | 16.001032ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:32 | 200 | 37.795µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:37 | 200 | 41.906µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:46:37.520Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"453a8bb8-8849-494d-bf3f-c665226b24ff","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:37.520Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"453a8bb8-8849-494d-bf3f-c665226b24ff","keyPrefix":"sk-oai-OdhtY43w1VxZ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:37 | 201 | 1.391151ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:38 | 200 | 40.359µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:42 | 200 | 39.586µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:45 | 200 | 607.039µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:45 | 200 | 389.525µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:45 | 200 | 195.373µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:45 | 200 | 10.660912ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:46.051Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a5bd750-f76c-4d2b-b204-8ba768bdff51","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:46.051Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a5bd750-f76c-4d2b-b204-8ba768bdff51","keyPrefix":"sk-oai-1cOOM98Nrspb...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:46 | 201 | 1.097844ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:47 | 200 | 38.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:48 | 200 | 41.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:52 | 200 | 37.431µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:54 | 200 | 595.323µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:54 | 200 | 381.837µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:54 | 200 | 227.076µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:54 | 200 | 7.224713ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:54 | 200 | 312.354µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:54 | 200 | 383.635µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:54 | 200 | 232.955µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:54 | 200 | 7.018903ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:55.094Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"030b7ae5-3d11-4084-922f-fd3ead3474e9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:55.094Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"030b7ae5-3d11-4084-922f-fd3ead3474e9","keyPrefix":"sk-oai-Wv1ycNzxeQlR...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:55 | 201 | 1.091777ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:57 | 200 | 38.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:58 | 200 | 40.404µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:02 | 200 | 40.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:03 | 200 | 494.009µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:03 | 200 | 388.641µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:03 | 200 | 238.234µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:03 | 200 | 10.552871ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:07 | 200 | 37.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:08 | 200 | 40.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:12 | 200 | 50.178µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:47:12.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d450a4f-38b3-4f5f-b904-250a029d227b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:47:12.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d450a4f-38b3-4f5f-b904-250a029d227b","keyPrefix":"sk-oai-1R8vUI3L0zUZ...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:47:12 | 201 | 1.224417ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:17 | 200 | 44.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:18 | 200 | 40.541µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:20 | 200 | 524.107µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:20 | 200 | 452.389µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:20 | 200 | 436.864µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:20 | 200 | 493.002µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:20 | 200 | 391.268µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:20 | 200 | 19.323124ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:22 | 200 | 38.042µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:27 | 200 | 40.178µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:28 | 200 | 39.704µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:47:31.778Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"79a7fe55-3ffb-4602-83aa-d8a974c01ffc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:47:31.778Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79a7fe55-3ffb-4602-83aa-d8a974c01ffc","keyPrefix":"sk-oai-1EdHHWZOqKeS...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:47:31 | 201 | 1.940382ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:32 | 200 | 38.165µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:37 | 200 | 36.894µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:38 | 200 | 41.52µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:39 | 200 | 441.838µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:39 | 200 | 287.363µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:39 | 200 | 178.072µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:39 | 200 | 9.35678ms | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:39 | 200 | 176.06µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:39 | 200 | 23.833116ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:42 | 200 | 40.247µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:47 | 200 | 39.361µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:48 | 200 | 39.483µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:52 | 200 | 38.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:56 | 200 | 187.704µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:56 | 200 | 206.284µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:56 | 200 | 157.095µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:56 | 200 | 39.578678ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:57 | 200 | 43.274µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:58 | 200 | 41.326µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:02 | 200 | 44.242µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:07 | 200 | 39.425µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:08 | 200 | 44.975µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:12 | 200 | 38.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:13 | 200 | 164.595µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:13 | 200 | 14.718172ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:17 | 200 | 40.314µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:18 | 200 | 41.7µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:22 | 200 | 42.525µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:48:24.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b56173c3-78db-4032-8697-6ef09bec20ce","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:24.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b56173c3-78db-4032-8697-6ef09bec20ce","keyPrefix":"sk-oai-NmwI3tM2T4sg...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:24 | 201 | 2.137757ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:27 | 200 | 39.177µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:28 | 200 | 40.111µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:32 | 200 | 38.398µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:32 | 200 | 747.515µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:32 | 200 | 128.746µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:48:33.497Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"612a9c12-4e1e-46a4-8bff-07f013d8fbbc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:33.497Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"612a9c12-4e1e-46a4-8bff-07f013d8fbbc","keyPrefix":"sk-oai-8OX2PaFQkVzr...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:33 | 201 | 1.14321ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:37 | 200 | 36.475µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:38 | 200 | 39.997µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:41 | 200 | 726.895µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:41 | 200 | 625.895µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:41 | 200 | 334.736µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:41 | 200 | 11.89934ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:48:41.912Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30b03c4c-e525-40bf-9389-8dbc3b371a9d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:41.912Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30b03c4c-e525-40bf-9389-8dbc3b371a9d","keyPrefix":"sk-oai-twRWJp23Wl5b...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:41 | 201 | 995.947µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:42 | 200 | 46.709µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:47 | 200 | 36.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:48 | 200 | 48.532µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:49 | 200 | 691.641µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:49 | 200 | 515.138µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:49 | 200 | 396.119µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:49 | 200 | 10.910211ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:48:50.665Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"61eb74b9-a9d5-4566-83b8-4a0af4ce15da","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:50.665Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61eb74b9-a9d5-4566-83b8-4a0af4ce15da","keyPrefix":"sk-oai-17cWZ3pVAhAH...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:50 | 201 | 1.102406ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:52 | 200 | 39.28µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:57 | 200 | 55.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:58 | 200 | 39.68µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:58 | 200 | 535.613µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 393.477µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:58 | 200 | 314.573µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:58 | 200 | 10.907091ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:02 | 200 | 38.422µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:07 | 200 | 38.818µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:49:07.923Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f94bd05a-36ba-496d-9c46-ccc57d0e01df","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:49:07.923Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f94bd05a-36ba-496d-9c46-ccc57d0e01df","keyPrefix":"sk-oai-14AsZDQxqFNX...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:49:07 | 201 | 1.223613ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:08 | 200 | 37.901µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:12 | 200 | 51.281µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:17 | 200 | 37.273µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:18 | 200 | 51.367µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:22 | 200 | 44.078µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:24 | 200 | 465.163µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:24 | 403 | 102.077µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:27 | 200 | 40.818µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:28 | 200 | 64.411µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:32 | 200 | 50.474µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:37 | 200 | 50.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:38 | 200 | 48.239µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:41 | 403 | 116.621µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:42 | 200 | 39.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:47 | 200 | 42.281µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:48 | 200 | 41.236µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:52 | 200 | 40.903µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:57 | 200 | 37.358µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:58 | 403 | 118.031µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:58 | 200 | 38.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:02 | 200 | 40.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:07 | 200 | 37.944µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:08 | 200 | 39.107µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:12 | 200 | 38.645µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:15 | 403 | 141.914µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:17 | 200 | 37.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:18 | 200 | 40.126µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:22 | 200 | 39.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:27 | 200 | 31.839µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:27.795Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed92a846-ce35-41ff-8997-376b41993cfc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:27.795Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed92a846-ce35-41ff-8997-376b41993cfc","keyPrefix":"sk-oai-1FN2l7HwKa4g...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:27 | 201 | 1.342153ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:28 | 200 | 34.087µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:32 | 200 | 34.248µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:35 | 200 | 451.077µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:35 | 200 | 319.142µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:35 | 200 | 148.71µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:35 | 200 | 18.451551ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:37 | 200 | 40.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:38 | 200 | 43.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:42 | 200 | 31.947µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:47 | 200 | 33.188µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:47.921Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ffee2611-0387-4a00-8315-464c37fd75b2","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:47.921Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffee2611-0387-4a00-8315-464c37fd75b2","keyPrefix":"sk-oai-H1RHgzW3m57d...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:47 | 201 | 1.215218ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:50:47.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2b855b06-8d2f-4c0c-a90e-570a182b8483","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:47.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b855b06-8d2f-4c0c-a90e-570a182b8483","keyPrefix":"sk-oai-4DcRDBcC9BK4...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:47 | 201 | 961.15µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:48 | 200 | 32.808µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:52 | 200 | 43.242µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:55 | 200 | 470.606µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 249.903µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 172.444µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 10.900652ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:56 | 200 | 269.874µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 228.886µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:56 | 200 | 131.988µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:56 | 200 | 13.780454ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:57 | 200 | 32.38µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:58 | 200 | 32.47µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:02 | 200 | 34.257µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:07 | 200 | 33.047µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:08 | 200 | 31.612µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:12 | 200 | 45.934µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:14 | 200 | 187.211µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:14 | 200 | 173.614µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:14 | 200 | 170.544µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:14 | 200 | 45.366651ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:17 | 200 | 32.957µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:18 | 200 | 34.202µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:22 | 200 | 36.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:27 | 200 | 32.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:28 | 200 | 39.122µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:31 | 200 | 191.365µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:31 | 200 | 16.422171ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:31 | 200 | 159.906µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:31 | 200 | 13.880565ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:32 | 200 | 39.98µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:37 | 200 | 41.897µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:38 | 200 | 44.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:42 | 200 | 42.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:47 | 200 | 41.029µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:48 | 200 | 44.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:52 | 200 | 56.34µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:51:57.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f336b7f8-4596-4d29-975a-ba4d63dfc110","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:51:57.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f336b7f8-4596-4d29-975a-ba4d63dfc110","keyPrefix":"sk-oai-NJWOPheS48tE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:51:57 | 201 | 1.362864ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:57 | 200 | 438.094µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:57 | 200 | 424.759µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:57 | 200 | 530.651µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:57 | 200 | 381.714µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:57 | 200 | 539.382µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:57 | 200 | 384.359µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:57 | 200 | 419.187µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:57 | 200 | 319.985µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:57 | 200 | 257.781µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:57 | 200 | 13.992914ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:57 | 200 | 41.908µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:58 | 200 | 38.64µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:02 | 200 | 39.369µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:07 | 200 | 40.157µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:08 | 200 | 37.452µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:12 | 200 | 41.53µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:52:14.984Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"243bb9de-f461-4c1d-8f29-e5e3817c7866","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:52:14.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"243bb9de-f461-4c1d-8f29-e5e3817c7866","keyPrefix":"sk-oai-1LB2dv9C6ARi...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:52:14 | 201 | 1.346395ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:52:15 | 200 | 395.101µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:15 | 200 | 175.813µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:17 | 200 | 38.334µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:18 | 200 | 56.901µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:22 | 200 | 38.811µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:27 | 200 | 54.014µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:28 | 200 | 53.247µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:32 | 200 | 40.058µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:37 | 200 | 38.985µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:38 | 200 | 40.3µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:42 | 200 | 37.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:47 | 200 | 43.767µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:48 | 200 | 157.93µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:52 | 200 | 41.71µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:52:57.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"d024cfaf-c13c-4ab4-b12a-fef3d7500d07","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:52:57.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d024cfaf-c13c-4ab4-b12a-fef3d7500d07","keyPrefix":"sk-oai-12EUkkOuIg8X...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:52:57 | 201 | 9.551635ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:52:57 | 200 | 1.092616ms | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 350.175µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 157.232µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 12.52839ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:52:57 | 200 | 42.992µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:52:57 | 200 | 465.551µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 130.925µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 450.417µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 136.155µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 444.743µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 156.276µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 457.786µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 133.499µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 373.488µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 140.588µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 420.364µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 153.209µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 338.301µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 132.995µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 357.576µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 136.392µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 325.08µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 136.074µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 322.458µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 153.717µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:52:57 | 200 | 392.028µs | 10.132.0.42 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:52:57 | 200 | 144.305µs | 10.132.0.42 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T17:52:57.762Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d024cfaf-c13c-4ab4-b12a-fef3d7500d07"} {"level":"info","timestamp":"2026-05-28T17:52:57.762Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d024cfaf-c13c-4ab4-b12a-fef3d7500d07","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 17:52:57 | 200 | 1.822813ms | 100.64.0.4 | DELETE "/v1/api-keys/d024cfaf-c13c-4ab4-b12a-fef3d7500d07" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:52:58 | 200 | 40.004µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 17:53:02 | 200 | 39.402µs | 10.134.0.2 | GET "/health"