{"level":"info","timestamp":"2026-06-02T05:05:23.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7956a748-4644-4529-8125-a0b9ce17dfec","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:05:23.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7956a748-4644-4529-8125-a0b9ce17dfec","keyPrefix":"sk-oai-jEPu1nQg2lWu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:05:23 | 201 |    1.689725ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:05:23 | 200 |     406.097µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:05:23 | 200 |     141.795µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:05:23 | 200 |     424.295µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:05:23 | 200 |     130.194µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:05:26 | 200 |      41.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:31 | 200 |      39.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:31 | 200 |      41.691µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:36 | 200 |       40.25µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T05:05:41.155Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T05:05:41.155Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 05:05:41 | 400 |     271.226µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:05:41 | 200 |      40.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:41 | 200 |      39.863µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:46 | 200 |      38.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:51 | 200 |      51.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:51 | 200 |      38.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:05:56 | 200 |       38.24µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:05:58.544Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"84c0f6ed-7620-4ec0-811b-174d7e649b02","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:05:58.544Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84c0f6ed-7620-4ec0-811b-174d7e649b02","keyPrefix":"sk-oai-1Dtt5IHIBgEA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:05:58 | 201 |   10.464492ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:05:58 | 200 |     1.22129ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:05:58 | 200 |     150.476µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:06:01 | 200 |      40.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:01 | 200 |      38.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:06 | 200 |      42.874µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:06:07.617Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d88b042e-2594-4789-a53a-ecb7e1d75292","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:06:07.617Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d88b042e-2594-4789-a53a-ecb7e1d75292","keyPrefix":"sk-oai-Ty1kLyQ8jQpn...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:06:07 | 201 |    1.974475ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:06:11 | 200 |      39.364µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:11 | 200 |       41.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:15 | 200 |     767.247µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:06:15 | 200 |     117.618µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:06:16 | 200 |      47.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:21 | 200 |      43.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:21 | 200 |      42.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:26 | 200 |      41.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:31 | 200 |      38.111µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:31 | 200 |      34.139µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:06:33.171Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"df30b884-044f-4eb4-916c-6e1a0e941e8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:06:33.171Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df30b884-044f-4eb4-916c-6e1a0e941e8c","keyPrefix":"sk-oai-124G1FdfMptE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:06:33 | 201 |    2.148423ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:06:33 | 200 |     515.599µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:06:33 | 200 |     132.643µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:06:36 | 200 |      38.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:41 | 200 |      37.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:41 | 200 |      33.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:46 | 200 |      34.666µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:51 | 200 |      32.469µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:51 | 200 |      40.915µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:06:56 | 200 |      34.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:01 | 200 |      39.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:01 | 200 |      33.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:06 | 200 |      32.869µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:11 | 200 |      32.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:11 | 200 |       37.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:16 | 200 |      34.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:21 | 200 |      36.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:21 | 200 |      33.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:26 | 200 |      36.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:31 | 200 |       35.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:31 | 200 |      34.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:36 | 200 |      32.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:41 | 200 |      32.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:41 | 200 |       33.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:46 | 200 |      37.211µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:51 | 200 |      38.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:51 | 200 |      33.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:56 | 200 |      32.969µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:01 | 200 |      32.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:01 | 200 |      32.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:06 | 200 |      33.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:11 | 200 |      36.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:11 | 200 |      36.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:16 | 200 |      34.576µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:21 | 200 |      36.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:21 | 200 |      34.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:26 | 200 |      33.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:31 | 200 |      47.836µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:31 | 200 |       38.58µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:08:32.587Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f533ce25-b080-4f44-91d3-df162121e95e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:08:32.587Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f533ce25-b080-4f44-91d3-df162121e95e","keyPrefix":"sk-oai-1ckME0xQtFvv...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:08:32 | 201 |    1.896143ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:08:36 | 200 |      37.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:41 | 200 |      39.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:41 | 200 |      56.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:46 | 200 |      40.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:51 | 200 |      74.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:51 | 200 |      39.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:55 | 200 |      791.34µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:08:55 | 200 |     176.112µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:08:55 | 404 |     975.571µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:08:56 | 200 |      42.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:01 | 200 |      45.401µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:01 | 200 |      44.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:06 | 200 |      38.759µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:11 | 200 |      40.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:11 | 200 |      69.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:16 | 200 |       38.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:21 | 200 |      40.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:21 | 200 |      39.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:26 | 200 |      40.301µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:31 | 200 |      39.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:31 | 200 |      37.574µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:36 | 200 |      38.444µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:41 | 200 |      41.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:41 | 200 |      41.524µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:46 | 200 |      50.964µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:09:47.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7d74970e-ec04-4ae1-9f10-24165b6c7669","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:09:47.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d74970e-ec04-4ae1-9f10-24165b6c7669","keyPrefix":"sk-oai-1ZK2CV1ceDB7...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:09:47 | 201 |    1.956418ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:09:47 | 200 |     711.317µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:09:47 | 200 |     435.652µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:09:51 | 200 |      45.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:51 | 200 |      40.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:56 | 200 |      52.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:01 | 200 |       39.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:01 | 200 |      39.235µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:06 | 200 |      44.387µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:10:07.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6ccb54d2-307c-4e7e-9092-aa9af9270006","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:10:07.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ccb54d2-307c-4e7e-9092-aa9af9270006","keyPrefix":"sk-oai-1GqaKTxRxDZ7...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:10:07 | 201 |    1.982276ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:10:07 | 200 |     627.553µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:10:07 | 200 |     210.821µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:10:07 | 200 |     573.571µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:10:07 | 200 |     245.936µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:10:11 | 200 |      37.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:11 | 200 |      38.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:16 | 200 |      38.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:21 | 200 |      43.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:21 | 200 |       39.69µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:10:26.570Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"eca83ae6-4bd5-4114-b5a1-acea1d616675","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:10:26.570Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eca83ae6-4bd5-4114-b5a1-acea1d616675","keyPrefix":"sk-oai-tR5LqQOr6osL...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:10:26 | 201 |    2.350299ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:10:26 | 200 |     442.503µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:10:26 | 200 |     355.845µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:10:26 | 200 |     157.309µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:10:26 | 200 |   17.017332ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:10:26 | 200 |       43.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:31 | 200 |      40.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:31 | 200 |      40.771µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:36 | 200 |      42.874µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:41 | 200 |      48.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:41 | 200 |      39.403µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:45 | 200 |     176.849µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:10:45 | 200 |     179.276µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:10:45 | 200 |   26.216406ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:10:46 | 200 |       42.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:51 | 200 |      48.569µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:51 | 200 |      40.212µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:56 | 200 |      38.844µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:10:59.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38838030-0646-4642-9ea3-c062b4b50338","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:10:59.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38838030-0646-4642-9ea3-c062b4b50338","keyPrefix":"sk-oai-19XQi6Vk6z3l...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:10:59 | 201 |    10.66777ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:01 | 200 |      37.966µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:01 | 200 |       39.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:06 | 200 |      43.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:11 | 200 |      43.828µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:11 | 200 |      39.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:16 | 200 |      38.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:21 | 200 |      40.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:21 | 200 |      39.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:26 | 200 |      40.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:29 | 200 |    2.281742ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:11:29 | 200 |     231.318µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:11:30 | 200 |     597.245µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:11:30 | 200 |     502.899µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:11:30 | 200 |     215.511µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:11:30 | 200 |   10.239848ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:31 | 200 |      44.716µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:31 | 200 |      57.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:36 | 200 |      39.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:41 | 200 |      39.014µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:41 | 200 |        39.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:46 | 200 |      34.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:47 | 200 |       154.6µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:11:47 | 200 |   13.421859ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:51 | 200 |      36.703µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:51 | 200 |      41.981µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:11:55.772Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d7842976-c5ee-45a5-8a40-1107e49c2c4c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:11:55.772Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7842976-c5ee-45a5-8a40-1107e49c2c4c","keyPrefix":"sk-oai-Oop2G7ZwN6PC...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:11:55 | 201 |    1.857976ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:56 | 200 |      58.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:01 | 200 |        39.8µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:01 | 200 |      40.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:03 | 200 |     766.907µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:03 | 200 |     374.881µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:03 | 200 |     130.851µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:03 | 200 |    9.491539ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:12:04.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"035d40c3-24e4-470b-b36a-dd72518ebd28","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:04.343Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"035d40c3-24e4-470b-b36a-dd72518ebd28","keyPrefix":"sk-oai-gg4y0hx4PMdM...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:04 | 201 |    1.775951ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:06 | 200 |       37.66µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:11 | 200 |      44.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:11 | 200 |      43.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:12 | 200 |     784.818µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:12 | 200 |     341.875µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:12 | 200 |     146.093µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:12 | 200 |    6.645968ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:12 | 200 |     382.395µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:12 | 200 |     325.713µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:12 | 200 |      123.62µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:12 | 200 |    6.393497ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:12:13.363Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d99fe115-9288-4c23-adff-e469956d5722","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:13.363Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d99fe115-9288-4c23-adff-e469956d5722","keyPrefix":"sk-oai-1M5zFMdHzWYx...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:13 | 201 |    1.797533ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:16 | 200 |      38.275µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:21 | 200 |     612.666µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:21 | 200 |     331.061µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:21 | 200 |     148.837µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:21 | 200 |   10.002474ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:21 | 200 |      38.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:21 | 200 |      39.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:26 | 200 |      44.933µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:12:30.551Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71c5bbe3-f7a9-4aba-bc61-fc7c1641ffd2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:30.551Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71c5bbe3-f7a9-4aba-bc61-fc7c1641ffd2","keyPrefix":"sk-oai-1YT0LK3Qpz5w...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:30 | 201 |    1.955017ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:31 | 200 |      41.605µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:31 | 200 |      39.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:36 | 200 |       39.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:38 | 200 |      714.71µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:38 | 200 |     633.609µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:38 | 200 |     218.155µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:38 | 200 |     356.271µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:38 | 200 |     135.641µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:38 | 200 |   19.278473ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:41 | 200 |      39.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:41 | 200 |      40.552µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:46 | 200 |      39.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:51 | 200 |      41.393µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:12:51.986Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"35b0b496-a8fa-44d1-a895-766299b85e44","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:51.986Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35b0b496-a8fa-44d1-a895-766299b85e44","keyPrefix":"sk-oai-rxHeyA8ElpSh...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:51 | 201 |    1.991832ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:51 | 200 |      34.444µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:56 | 200 |      40.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:00 | 200 |     711.613µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:00 | 200 |     382.303µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:00 | 200 |     186.751µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:00 | 200 |   13.163908ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:00 | 200 |     125.361µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:00 | 200 |   25.911044ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:01 | 200 |      42.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:01 | 200 |      61.514µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:06 | 200 |      40.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:11 | 200 |      40.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:11 | 200 |      39.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:16 | 200 |      43.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:18 | 200 |     185.612µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:18 | 200 |     182.924µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:18 | 200 |     167.912µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:18 | 200 |   38.192937ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:21 | 200 |      42.694µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:21 | 200 |       39.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:26 | 200 |      38.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:31 | 200 |       38.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:31 | 200 |      41.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:35 | 200 |     181.739µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:35 | 200 |   13.389467ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:36 | 200 |      42.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:41 | 200 |      38.233µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:41 | 200 |      39.698µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:46 | 200 |      39.362µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:13:49.125Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8646fb27-8834-46a8-9b69-9d99465ab3f0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:13:49.125Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8646fb27-8834-46a8-9b69-9d99465ab3f0","keyPrefix":"sk-oai-jvliEFh5uSsI...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:13:49 | 201 |    2.246746ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:51 | 200 |       46.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:51 | 200 |      38.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:56 | 200 |      47.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:57 | 200 |     803.448µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:57 | 200 |     130.085µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:13:57.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7dd7117f-efae-44f4-9322-e7ddb3f29561","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:13:57.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7dd7117f-efae-44f4-9322-e7ddb3f29561","keyPrefix":"sk-oai-12ZSi4yucg8p...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:13:57 | 201 |    1.765194ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:01 | 200 |       39.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:01 | 200 |      42.862µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:05 | 200 |    1.062911ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:05 | 200 |     662.382µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:05 | 200 |     374.278µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:05 | 200 |    10.28773ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:14:06.198Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"abf7b4c3-54b7-4bc1-b445-af6ed54bbd97","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:06.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abf7b4c3-54b7-4bc1-b445-af6ed54bbd97","keyPrefix":"sk-oai-sx7oAoDFkbn7...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:06 | 201 |     1.70711ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:06 | 200 |      42.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:11 | 200 |      42.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:11 | 200 |      39.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:14 | 200 |      927.04µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:14 | 200 |     613.265µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:14 | 200 |      357.31µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:14 | 200 |   10.042119ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:14:14.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8704096f-8de0-4109-85c1-5415a2444bd7","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:14.944Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8704096f-8de0-4109-85c1-5415a2444bd7","keyPrefix":"sk-oai-155XgaipzxuR...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:14 | 201 |    1.855612ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:16 | 200 |      47.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:21 | 200 |      50.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:21 | 200 |      39.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:22 | 200 |     910.625µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:22 | 200 |     568.298µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:22 | 200 |     399.749µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:22 | 200 |    9.658166ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:26 | 200 |      41.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:31 | 200 |      58.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:31 | 200 |      39.583µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:14:32.217Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dc20e63c-d3f8-4b58-a86b-4ca2e28f264d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:32.217Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc20e63c-d3f8-4b58-a86b-4ca2e28f264d","keyPrefix":"sk-oai-1U4t6QNkAlLy...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:32 | 201 |    1.895021ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:36 | 200 |      37.999µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:41 | 200 |      39.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:41 | 200 |      42.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:46 | 200 |      47.873µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:48 | 200 |    1.358153ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:48 | 403 |      94.318µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:51 | 200 |      44.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:51 | 200 |      40.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:56 | 200 |      48.359µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:15:01.501Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 05:15:01 | 200 |    1.063091ms |     10.134.0.58 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 05:15:01 | 200 |      49.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:01 | 200 |      39.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:05 | 403 |     134.445µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:06 | 200 |      43.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:11 | 200 |      38.243µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:11 | 200 |      42.397µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:16 | 200 |      39.561µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:21 | 200 |      41.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:21 | 200 |      37.853µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:22 | 403 |     113.789µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:26 | 200 |      38.255µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:31 | 200 |       40.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:31 | 200 |      40.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:36 | 200 |      32.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:40 | 403 |     167.952µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:41 | 200 |      42.332µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:41 | 200 |      41.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:46 | 200 |      38.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:51 | 200 |      44.559µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:51 | 200 |      38.539µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:15:54.523Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c66a0349-1e60-4ae2-a076-240cfed42824","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:15:54.523Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c66a0349-1e60-4ae2-a076-240cfed42824","keyPrefix":"sk-oai-1V0MgWcItgXD...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:15:54 | 201 |    2.398851ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:56 | 200 |       39.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:01 | 200 |      39.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:01 | 200 |      39.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:02 | 200 |     745.512µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:02 | 200 |     474.858µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:02 | 200 |     274.465µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:02 | 200 |   20.393732ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:06 | 200 |      42.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:11 | 200 |      39.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:11 | 200 |      38.101µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:16:16.734Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b5e46c1d-2d0d-47ff-b6f6-9cb74b54702a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:16.734Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5e46c1d-2d0d-47ff-b6f6-9cb74b54702a","keyPrefix":"sk-oai-1PSKIy3YJVnk...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:16 | 201 |    2.067072ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:16:16.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"111aaf20-dc14-4213-b46b-7c393df8f434","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:16.773Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"111aaf20-dc14-4213-b46b-7c393df8f434","keyPrefix":"sk-oai-TXKNg3LHDfoK...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:16 | 201 |    1.809812ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:16 | 200 |      35.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:21 | 200 |      42.417µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:21 | 200 |      42.434µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:24 | 200 |     852.962µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:24 | 200 |      564.67µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:24 | 200 |      388.55µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:24 | 200 |    9.733024ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:24 | 200 |     635.479µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:24 | 200 |      582.25µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:24 | 200 |     385.112µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:24 | 200 |   12.046634ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:26 | 200 |       40.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:31 | 200 |      37.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:31 | 200 |      40.736µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:36 | 200 |      41.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:41 | 200 |      43.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:41 | 200 |       38.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:43 | 200 |     373.595µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:43 | 200 |     385.135µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:43 | 200 |     339.556µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:43 | 200 |   37.902702ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:46 | 200 |       42.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:51 | 200 |      41.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:51 | 200 |      41.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:56 | 200 |      44.995µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:59 | 200 |     380.317µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:59 | 200 |    13.17848ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:59 | 200 |     348.651µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:59 | 200 |   13.160052ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:01 | 200 |      39.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:01 | 200 |       41.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:06 | 200 |       42.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:11 | 200 |      33.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:11 | 200 |      38.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:16 | 200 |      40.541µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:21 | 200 |      40.655µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:21 | 200 |      38.642µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:17:25.632Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2695d98c-e110-4206-a4f2-41219ee7a645","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:17:25.632Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2695d98c-e110-4206-a4f2-41219ee7a645","keyPrefix":"sk-oai-10dBnsrFlpnU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:17:25 | 201 |     3.23004ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:25 | 200 |     433.015µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:25 | 200 |     421.871µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:17:25 | 200 |     641.701µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:25 | 200 |     360.199µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:17:25 | 200 |     596.731µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:25 | 200 |      391.57µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:17:25 | 200 |      594.49µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:25 | 200 |     561.961µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:25 | 200 |     363.397µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:17:25 | 200 |     9.59872ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:26 | 200 |      43.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:31 | 200 |      40.319µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:31 | 200 |      40.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:36 | 200 |      43.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:41 | 200 |      39.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:41 | 200 |      43.111µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:17:43.481Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0446fd3-be67-44e7-8f73-c721224e11d3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:17:43.481Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0446fd3-be67-44e7-8f73-c721224e11d3","keyPrefix":"sk-oai-1HWPM4LHA7wk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:17:43 | 201 |    1.968979ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:43 | 200 |     555.549µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:17:43 | 200 |     392.477µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:17:46 | 200 |      40.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:51 | 200 |      51.255µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:51 | 200 |      43.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:56 | 200 |      42.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:01 | 200 |      38.777µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:01 | 200 |      41.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:06 | 200 |      39.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:11 | 200 |      41.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:11 | 200 |      45.363µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:16 | 200 |      38.651µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:21 | 200 |      47.999µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:21 | 200 |      42.481µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:18:23.406Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e5816ce3-d720-496e-949f-690fd9d9b3de","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:23.406Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5816ce3-d720-496e-949f-690fd9d9b3de","keyPrefix":"sk-oai-1WF8SFdUcZkm...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:23 | 201 |   11.348049ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:24.024Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"72610ccb-ed0a-4399-b768-f890fcf92cfd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:24.024Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72610ccb-ed0a-4399-b768-f890fcf92cfd","keyPrefix":"sk-oai-vCHfDH8Jei73...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:24 | 201 |    1.995806ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:24.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e3eaf04a-6bde-49bb-b12e-a3d6eaf6f59a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:24.260Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e3eaf04a-6bde-49bb-b12e-a3d6eaf6f59a","keyPrefix":"sk-oai-9IuEwDIBoHMT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:24 | 201 |     1.74946ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:24 | 200 |    1.165812ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:24 | 200 |     440.599µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:24 | 200 |     110.154µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:24 | 200 |   11.016936ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:24 | 200 |     477.086µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:24 | 200 |     160.819µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T05:18:24.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f1f16b3e-a4eb-45e2-9172-23228ea81306","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:24.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1f16b3e-a4eb-45e2-9172-23228ea81306","keyPrefix":"sk-oai-C373FdiABtu2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:24 | 201 |    1.798578ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:24.455Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"f1f16b3e-a4eb-45e2-9172-23228ea81306"}
{"level":"info","timestamp":"2026-06-02T05:18:24.455Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f1f16b3e-a4eb-45e2-9172-23228ea81306","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 05:18:24 | 200 |    2.755161ms |      100.64.0.2 | DELETE   "/v1/api-keys/f1f16b3e-a4eb-45e2-9172-23228ea81306" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:26 | 200 |      39.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:27 | 200 |     733.332µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T05:18:27.489Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 05:18:27 | 500 |      98.576µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:27.810Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"18d0bef2-1fd0-48c2-be5e-412ee8a4d203","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:27.810Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"18d0bef2-1fd0-48c2-be5e-412ee8a4d203","keyPrefix":"sk-oai-1Wu0B2QO640V...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:27 | 201 |    1.658362ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:27.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2e3b0e91-d094-41ca-a61c-1d09f7f4c68c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:27.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e3b0e91-d094-41ca-a61c-1d09f7f4c68c","keyPrefix":"sk-oai-1Pcg6eU6Aqu0...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:27 | 201 |    1.607274ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:27.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3d9f54c1-ecf1-4114-8c9e-288f1c4886c1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:27.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d9f54c1-ecf1-4114-8c9e-288f1c4886c1","keyPrefix":"sk-oai-1aoYKpYhAxFs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:27 | 201 |    1.710087ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:27.983Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"3d9f54c1-ecf1-4114-8c9e-288f1c4886c1"}
{"level":"info","timestamp":"2026-06-02T05:18:27.983Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3d9f54c1-ecf1-4114-8c9e-288f1c4886c1","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 05:18:27 | 200 |    2.144511ms |      100.64.0.3 | DELETE   "/v1/api-keys/3d9f54c1-ecf1-4114-8c9e-288f1c4886c1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 404 |     701.526µs |      100.64.0.2 | DELETE   "/v1/api-keys/3d9f54c1-ecf1-4114-8c9e-288f1c4886c1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:28.108Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6afc6fc7-f15c-465c-90af-6b80d9597959","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:28.108Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6afc6fc7-f15c-465c-90af-6b80d9597959","keyPrefix":"sk-oai-NYVhPzicjM4S...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:28 | 201 |    1.660369ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 200 |     615.953µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     495.579µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     285.283µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:28 | 200 |    9.750154ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:28.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1cdd7e87-1f8b-45ba-b284-bc7dbbac5c69","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:28.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cdd7e87-1f8b-45ba-b284-bc7dbbac5c69","keyPrefix":"sk-oai-1HQo9arzc9Su...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:28 | 201 |      1.8097ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 200 |     530.321µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 403 |      70.682µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 200 |     463.788µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     424.045µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     252.742µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:28 | 200 |    8.815077ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:28.399Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a000b2fc-1f93-4fde-a676-7e88f573e2a4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:28.399Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a000b2fc-1f93-4fde-a676-7e88f573e2a4","keyPrefix":"sk-oai-S5M3fAxOtLKj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:28 | 201 |    1.580425ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 200 |     440.897µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     387.366µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     202.542µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:28 | 200 |    9.227524ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:28 | 200 |     425.471µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     382.438µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:28 | 200 |     217.109µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:28 | 200 |    8.721687ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:28.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7402e0f8-ac08-43db-a6ca-95a4aff11a85","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:28.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7402e0f8-ac08-43db-a6ca-95a4aff11a85","keyPrefix":"sk-oai-jhFgymS54YDf...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:28 | 201 |    1.660014ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:31 | 200 |      40.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:31 | 200 |      42.694µs |      10.133.0.2 | GET      "/health"