[GIN] 2026/06/02 - 19:47:55 | 200 |     447.391µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:47:55 | 200 |     152.904µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:47:56 | 200 |      34.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:47:56 | 200 |      33.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:01 | 200 |      42.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:06 | 200 |      35.088µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:06 | 200 |      33.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:11 | 200 |      48.501µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T19:48:13.278Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T19:48:13.278Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 19:48:13 | 400 |     328.065µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:48:16 | 200 |      34.297µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:16 | 200 |      61.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:21 | 200 |      33.713µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:26 | 200 |      33.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:26 | 200 |      34.564µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:48:30.718Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"395aaa57-d114-40da-92d1-31640d242253","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:48:30.718Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"395aaa57-d114-40da-92d1-31640d242253","keyPrefix":"sk-oai-RHKFO3AA5LTd...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:48:30 | 201 |   11.243255ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:48:30 | 200 |    1.479988ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:48:30 | 200 |     140.172µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:48:31 | 200 |      50.121µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:36 | 200 |       34.32µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:36 | 200 |      34.168µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:48:39.801Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"062a7390-4359-4fd7-aa3f-b28d8f3746a4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:48:39.801Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"062a7390-4359-4fd7-aa3f-b28d8f3746a4","keyPrefix":"sk-oai-Ud14iMGChXwx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:48:39 | 201 |    2.087373ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:48:41 | 200 |      34.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:46 | 200 |      35.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:46 | 200 |      43.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:48 | 200 |     968.298µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:48:48 | 200 |     119.409µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:48:51 | 200 |      38.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:56 | 200 |      35.962µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:48:56 | 200 |      34.552µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:01 | 200 |      33.158µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:49:05.431Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5af6ef03-3d8f-4e7a-ab9c-70dfa8c07797","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:49:05.431Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5af6ef03-3d8f-4e7a-ab9c-70dfa8c07797","keyPrefix":"sk-oai-qSfJfvHLfQ5R...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:49:05 | 201 |     2.33532ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:49:05 | 200 |     589.149µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:49:05 | 200 |     156.687µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:49:06 | 200 |      32.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:06 | 200 |      34.171µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:11 | 200 |      36.118µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:16 | 200 |      33.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:16 | 200 |        34.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:21 | 200 |      36.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:26 | 200 |      42.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:26 | 200 |      33.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:31 | 200 |      43.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:36 | 200 |      34.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:36 | 200 |      32.652µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:41 | 200 |      33.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:46 | 200 |        33.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:46 | 200 |      38.541µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:51 | 200 |      42.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:56 | 200 |      36.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:49:56 | 200 |      33.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:01 | 200 |      40.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:06 | 200 |      34.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:06 | 200 |      43.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:11 | 200 |      36.219µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:16 | 200 |       34.59µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:16 | 200 |        32.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:21 | 200 |      34.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:26 | 200 |      36.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:26 | 200 |      34.376µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:31 | 200 |      39.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:36 | 200 |      35.923µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:36 | 200 |      56.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:41 | 200 |      37.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:46 | 200 |      40.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:46 | 200 |      32.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:51 | 200 |      33.919µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:56 | 200 |      32.517µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:50:56 | 200 |      35.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:01 | 200 |       33.68µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:51:05.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"56b79bea-cfb0-4e8b-9439-a2b131556a49","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:51:05.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56b79bea-cfb0-4e8b-9439-a2b131556a49","keyPrefix":"sk-oai-1CdQRt1CYvwq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:51:05 | 201 |    3.564305ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:51:06 | 200 |      32.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:06 | 200 |      39.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:11 | 200 |      34.599µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:16 | 200 |      36.991µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:16 | 200 |      34.371µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:21 | 200 |       34.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:26 | 200 |      41.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:26 | 200 |      34.045µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:28 | 200 |     866.143µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:51:28 | 200 |     131.987µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:51:29 | 404 |    1.009518ms |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:51:31 | 200 |       35.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:36 | 200 |      33.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:36 | 200 |      35.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:41 | 200 |      33.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:46 | 200 |      34.076µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:46 | 200 |      34.306µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:51 | 200 |      37.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:56 | 200 |      43.819µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:51:56 | 200 |      42.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:01 | 200 |      34.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:06 | 200 |      41.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:06 | 200 |       40.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:11 | 200 |      40.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:16 | 200 |      33.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:16 | 200 |      39.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:21 | 200 |      41.415µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:52:23.609Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8083b0da-9c38-4518-8bae-32c749be2176","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:52:23.609Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8083b0da-9c38-4518-8bae-32c749be2176","keyPrefix":"sk-oai-1Zmlao6moyeu...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:52:23 | 201 |    2.372902ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:52:23 | 200 |     672.732µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:52:23 | 200 |      262.27µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:52:26 | 200 |      53.666µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:26 | 200 |      41.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:31 | 200 |      42.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:36 | 200 |      50.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:36 | 200 |      39.718µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:41 | 200 |      41.806µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:52:42.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f580085f-cb6e-4f53-aac9-2cc82b3020be","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:52:42.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f580085f-cb6e-4f53-aac9-2cc82b3020be","keyPrefix":"sk-oai-1FcWetPhp3AP...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:52:42 | 201 |    2.126821ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:52:42 | 200 |     617.458µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:52:42 | 200 |      276.77µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:52:43 | 200 |     527.259µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:52:43 | 200 |      252.25µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:52:46 | 200 |      44.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:46 | 200 |      38.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:51 | 200 |      37.057µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:56 | 200 |      45.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:52:56 | 200 |      38.482µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:01 | 200 |      42.248µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:53:02.459Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"810973af-fabc-4a14-a98b-9c1279110112","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:53:02.459Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"810973af-fabc-4a14-a98b-9c1279110112","keyPrefix":"sk-oai-JsQGyGQOuwpZ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:53:02 | 201 |    2.009169ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:53:02 | 200 |     576.179µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:53:02 | 200 |     563.412µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:53:02 | 200 |     255.149µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:53:02 | 200 |   20.009214ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:53:06 | 200 |      54.536µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:06 | 200 |      39.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:11 | 200 |      39.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:16 | 200 |      42.429µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:16 | 200 |      41.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:21 | 200 |      39.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:21 | 200 |     148.245µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:53:21 | 200 |     133.104µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:53:21 | 200 |   26.298915ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:53:26 | 200 |      36.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:26 | 200 |      38.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:31 | 200 |      35.836µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:53:33.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"648075f1-4492-4862-b328-30b8beb9f0b1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:53:33.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"648075f1-4492-4862-b328-30b8beb9f0b1","keyPrefix":"sk-oai-UfcdM97JZYZP...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:53:33 | 201 |     10.9669ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:53:36 | 200 |      43.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:36 | 200 |      56.097µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:41 | 200 |       47.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:46 | 200 |      38.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:46 | 200 |      38.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:51 | 200 |      54.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:56 | 200 |      53.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:53:56 | 200 |      40.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:01 | 200 |      40.316µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:03 | 200 |    1.742971ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:03 | 200 |     180.357µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:03 | 200 |     633.689µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:03 | 200 |     480.267µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:03 | 200 |     166.631µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:03 | 200 |   13.380663ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:06 | 200 |      41.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:06 | 200 |      41.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:11 | 200 |      46.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:16 | 200 |      39.877µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:16 | 200 |      39.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:21 | 200 |     129.464µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:21 | 200 |   15.213862ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:21 | 200 |      41.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:26 | 200 |      39.542µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:26 | 200 |      44.782µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:54:29.669Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a2daaf8-1c48-45f0-9754-dacb68fb531e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:54:29.669Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a2daaf8-1c48-45f0-9754-dacb68fb531e","keyPrefix":"sk-oai-cPCbmhNYtZHi...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:54:29 | 201 |    2.096949ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:31 | 200 |       40.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:36 | 200 |      39.575µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:36 | 200 |       40.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:37 | 200 |     891.978µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:37 | 200 |      447.56µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:37 | 200 |     112.205µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:37 | 200 |    9.585272ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:54:38.216Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa7938b3-8248-42fd-ac43-c9e76d160421","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:54:38.216Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa7938b3-8248-42fd-ac43-c9e76d160421","keyPrefix":"sk-oai-19OG6esVFIoV...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:54:38 | 201 |    1.723246ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:41 | 200 |       42.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:46 | 200 |     847.582µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:46 | 200 |     420.602µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:46 | 200 |     147.794µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:46 | 200 |    6.993923ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:46 | 200 |     434.416µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:46 | 200 |     438.218µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:46 | 200 |     139.428µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:46 | 200 |    7.773928ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:46 | 200 |      39.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:46 | 200 |      59.689µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:54:47.347Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04c29080-78de-476c-ba54-c29263db9f90","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:54:47.347Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04c29080-78de-476c-ba54-c29263db9f90","keyPrefix":"sk-oai-9V1dgSqwGJ0a...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:54:47 | 201 |    1.963594ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:51 | 200 |      41.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:55 | 200 |     887.009µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:55 | 200 |     499.404µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:54:55 | 200 |     180.203µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:54:55 | 200 |   12.438818ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:54:56 | 200 |      39.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:54:56 | 200 |       44.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:01 | 200 |      41.823µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:55:04.546Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dce88fe5-eb99-4098-a02c-1c2f306c3c15","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:55:04.546Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dce88fe5-eb99-4098-a02c-1c2f306c3c15","keyPrefix":"sk-oai-tvXiPPPGgtAe...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:55:04 | 201 |    2.066374ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:55:06 | 200 |       40.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:06 | 200 |      39.449µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:11 | 200 |      41.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:12 | 200 |    1.002098ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:12 | 200 |     424.923µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:12 | 200 |     129.067µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:12 | 200 |      408.99µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:12 | 200 |     122.121µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:12 | 200 |   20.391366ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:55:16 | 200 |       39.69µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:16 | 200 |      39.151µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:21 | 200 |      46.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:26 | 200 |      44.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:26 | 200 |      42.287µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:55:28.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a6d88838-95e3-4a38-9128-c86f78883db3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:55:28.169Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6d88838-95e3-4a38-9128-c86f78883db3","keyPrefix":"sk-oai-6CCkgdUR3MHE...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:55:28 | 201 |    2.091801ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:55:31 | 200 |      40.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:36 | 200 |     827.618µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:36 | 200 |     396.181µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:36 | 200 |     198.218µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:36 | 200 |   10.363539ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:55:36 | 200 |     183.701µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:36 | 200 |   22.823858ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:55:36 | 200 |      43.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:36 | 200 |      37.895µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:41 | 200 |      38.805µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:46 | 200 |      39.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:46 | 200 |      39.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:51 | 200 |      40.587µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:54 | 200 |     194.665µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:54 | 200 |     234.177µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:54 | 200 |     225.173µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:55:54 | 200 |   43.319353ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:55:56 | 200 |      48.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:55:56 | 200 |      40.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:01 | 200 |      39.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:06 | 200 |      43.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:06 | 200 |      43.531µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:11 | 200 |      40.659µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:12 | 200 |     162.856µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:56:12 | 200 |   14.860361ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:56:16 | 200 |      39.482µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:16 | 200 |      39.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:21 | 200 |      38.568µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:56:25.421Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"af2c7712-176a-4c1d-98a9-b8174e3f1d72","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:56:25.421Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af2c7712-176a-4c1d-98a9-b8174e3f1d72","keyPrefix":"sk-oai-AWYCjRcWOYiY...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:56:25 | 201 |    2.956697ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:56:26 | 200 |      36.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:26 | 200 |      43.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:31 | 200 |      45.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:33 | 200 |    1.277574ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:33 | 200 |     159.739µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:56:34.074Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48d9fe70-29d6-47f6-97de-6daf508a7d19","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:56:34.074Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48d9fe70-29d6-47f6-97de-6daf508a7d19","keyPrefix":"sk-oai-Ux0iNmBBS8RR...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:56:34 | 201 |     1.93967ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:56:36 | 200 |      41.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:36 | 200 |      40.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:41 | 200 |      38.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:42 | 200 |    1.063554ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:42 | 200 |     506.181µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:42 | 200 |     272.598µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:56:42 | 200 |   11.543143ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:56:42.509Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0291b269-38fc-4004-a216-7917fb6ea3a9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:56:42.509Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0291b269-38fc-4004-a216-7917fb6ea3a9","keyPrefix":"sk-oai-1ERCGCfYCDSL...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:56:42 | 201 |    1.818907ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:56:46 | 200 |       44.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:46 | 200 |      37.288µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:50 | 200 |    1.124548ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:50 | 200 |     486.401µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:50 | 200 |     167.629µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:56:50 | 200 |   10.118129ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:56:51.318Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0c033b9b-1e2c-4a1b-b219-187e2689e972","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:56:51.318Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c033b9b-1e2c-4a1b-b219-187e2689e972","keyPrefix":"sk-oai-16eOAod74IQW...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:56:51 | 201 |    1.914434ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:56:51 | 200 |      39.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:56 | 200 |      38.182µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:56 | 200 |      41.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:56:59 | 200 |    1.032418ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:59 | 200 |      482.47µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:56:59 | 200 |     191.113µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:56:59 | 200 |   10.293546ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:57:01 | 200 |      44.207µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:06 | 200 |      45.343µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:06 | 200 |      42.819µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:57:08.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eefe23cf-8487-469c-953d-d1d7b361f62d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:57:08.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eefe23cf-8487-469c-953d-d1d7b361f62d","keyPrefix":"sk-oai-iLKWoIdgJs4A...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:57:08 | 201 |    2.254282ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:57:11 | 200 |      40.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:16 | 200 |      41.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:16 | 200 |      40.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:21 | 200 |      40.082µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:24 | 200 |     995.088µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:57:24 | 403 |     100.403µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:57:26 | 200 |      46.056µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:26 | 200 |      49.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:31 | 200 |      46.857µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:36 | 200 |      49.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:36 | 200 |      40.659µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:41 | 200 |      40.682µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:41 | 403 |      126.38µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:57:46 | 200 |      47.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:46 | 200 |      39.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:51 | 200 |      37.941µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:56 | 200 |      39.509µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:56 | 200 |      40.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:57:59 | 403 |     158.377µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:58:01 | 200 |      55.614µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:06 | 200 |      37.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:06 | 200 |      39.713µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:11 | 200 |      44.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:16 | 200 |      39.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:16 | 403 |     137.789µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:58:16 | 200 |      38.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:21 | 200 |      41.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:26 | 200 |      50.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:26 | 200 |       40.56µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:58:30.897Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aad347b5-7876-46a6-9d94-cb1f73a60abd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:58:30.897Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aad347b5-7876-46a6-9d94-cb1f73a60abd","keyPrefix":"sk-oai-1BiFzKqCuJ3V...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:58:30 | 201 |    2.396825ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:58:31 | 200 |      40.995µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:36 | 200 |      37.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:36 | 200 |      40.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:38 | 200 |     957.514µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:58:38 | 200 |     629.999µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:58:38 | 200 |     437.478µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:58:38 | 200 |    20.51405ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:58:41 | 200 |      41.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:46 | 200 |       43.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:46 | 200 |      43.219µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:51 | 200 |      38.829µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:58:53.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"24c7cb16-2c76-4337-9d1e-8859b38ca6d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:58:53.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"24c7cb16-2c76-4337-9d1e-8859b38ca6d1","keyPrefix":"sk-oai-6TZet6k9qmUB...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:58:53 | 201 |    2.276547ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:58:53.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5646e32f-2a06-432a-9865-88d140da9cf2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:58:53.396Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5646e32f-2a06-432a-9865-88d140da9cf2","keyPrefix":"sk-oai-1H0OlovcUsBM...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:58:53 | 201 |    1.831565ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:58:56 | 200 |      40.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:58:56 | 200 |      48.723µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:01 | 200 |    1.245346ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:59:01 | 200 |      630.72µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:59:01 | 200 |     388.293µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:01 | 200 |   10.442593ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:59:01 | 200 |     732.239µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:59:01 | 200 |     639.934µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:59:01 | 200 |     377.165µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:01 | 200 |   12.315722ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:59:01 | 200 |      29.991µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:06 | 200 |      40.262µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:06 | 200 |      41.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:11 | 200 |      45.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:16 | 200 |      47.818µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:16 | 200 |      37.276µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:20 | 200 |     364.261µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:20 | 200 |     332.968µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:20 | 200 |     381.881µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:20 | 200 |   39.696181ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:59:21 | 200 |      37.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:26 | 200 |       41.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:26 | 200 |      47.064µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:31 | 200 |      38.449µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:36 | 200 |      38.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:36 | 200 |      38.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:39 | 200 |     395.855µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:39 | 200 |   17.005546ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:59:39 | 200 |     364.913µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:59:39 | 200 |   14.209331ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:59:41 | 200 |      39.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:46 | 200 |      45.007µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:46 | 200 |      44.076µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:51 | 200 |      39.725µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:56 | 200 |       37.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:59:56 | 200 |      39.809µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:01 | 200 |      40.742µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:06 | 200 |       43.65µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:06 | 200 |      40.976µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:00:06.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3d4d0e78-4c06-4e4c-ada3-94a4332d6e08","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:00:06.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d4d0e78-4c06-4e4c-ada3-94a4332d6e08","keyPrefix":"sk-oai-1cGeUAcPUlT5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:00:06 | 201 |    2.581732ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:00:06 | 200 |     547.144µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:06 | 200 |     386.271µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:06 | 200 |      748.38µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:06 | 200 |     419.922µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:07 | 200 |     713.986µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:07 | 200 |     358.176µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:07 | 200 |       714.5µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:07 | 200 |     371.615µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:07 | 200 |     683.858µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:07 | 200 |     595.246µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:07 | 200 |     339.648µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:07 | 200 |   13.711594ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:00:11 | 200 |      39.193µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:16 | 200 |      39.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:16 | 200 |      38.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:21 | 200 |       45.96µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:00:24.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"50eae0ac-b1f1-42c2-ac1c-61d87c4bee6e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:00:24.882Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50eae0ac-b1f1-42c2-ac1c-61d87c4bee6e","keyPrefix":"sk-oai-p7ZnIgRARFtN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:00:24 | 201 |    2.236259ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:00:25 | 200 |     609.922µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:00:25 | 200 |     345.723µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:00:26 | 200 |      38.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:26 | 200 |      42.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:31 | 200 |      38.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:36 | 200 |      39.097µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:36 | 200 |      40.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:41 | 200 |        37.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:46 | 200 |      43.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:46 | 200 |      54.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:51 | 200 |      44.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:56 | 200 |      44.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:00:56 | 200 |      38.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:01:01 | 200 |      39.349µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:01:04.932Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f3e03d4a-a153-4251-ad39-9d940845e6fa","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:04.932Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3e03d4a-a153-4251-ad39-9d940845e6fa","keyPrefix":"sk-oai-mFpTueUBD0P1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:04 | 201 |   12.522124ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:05.850Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"cf082bbd-11e6-4dc8-9c75-6c6d337873f1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:05.850Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf082bbd-11e6-4dc8-9c75-6c6d337873f1","keyPrefix":"sk-oai-1XAzrZJuyxnj...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:05 | 201 |    2.139265ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:06.269Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b5ee6277-1307-46af-a0a5-180a6d9a0ee1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:06.269Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5ee6277-1307-46af-a0a5-180a6d9a0ee1","keyPrefix":"sk-oai-YS53mwDEAYcU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:06 | 201 |    1.923168ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:06 | 200 |    1.365991ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:06 | 200 |     676.259µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:06 | 200 |     355.652µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:01:06 | 200 |   10.851279ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:06 | 200 |     765.897µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:06 | 200 |      337.64µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T20:01:06.501Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5c6360d5-d382-4ac3-9a8c-fd8cf779ee6f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:06.501Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c6360d5-d382-4ac3-9a8c-fd8cf779ee6f","keyPrefix":"sk-oai-NLDntOmqS1j0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:06 | 201 |     1.79416ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:06.527Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"5c6360d5-d382-4ac3-9a8c-fd8cf779ee6f"}
{"level":"info","timestamp":"2026-06-02T20:01:06.527Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5c6360d5-d382-4ac3-9a8c-fd8cf779ee6f","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:01:06 | 200 |    2.920494ms |      100.64.0.4 | DELETE   "/v1/api-keys/5c6360d5-d382-4ac3-9a8c-fd8cf779ee6f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:06 | 200 |      36.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:01:06 | 200 |      39.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:01:09 | 200 |    1.085146ms |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T20:01:09.560Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:01:09 | 500 |      99.058µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.051Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"be8ab8c6-de0a-4a47-bf3f-14053bd5d001","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.051Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be8ab8c6-de0a-4a47-bf3f-14053bd5d001","keyPrefix":"sk-oai-1GTmIINBfc4Q...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.908591ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.080Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"861040d6-744b-4fc6-9c39-b6d201d8d10d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.080Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"861040d6-744b-4fc6-9c39-b6d201d8d10d","keyPrefix":"sk-oai-p5HLKPdfuHDB...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.778602ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.234Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e78149a0-a7b1-4b3d-8944-2d03502bc6bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.234Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e78149a0-a7b1-4b3d-8944-2d03502bc6bf","keyPrefix":"sk-oai-1YkH04EFzKmz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.857547ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.265Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e78149a0-a7b1-4b3d-8944-2d03502bc6bf"}
{"level":"info","timestamp":"2026-06-02T20:01:10.265Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e78149a0-a7b1-4b3d-8944-2d03502bc6bf","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:01:10 | 200 |    2.392717ms |      100.64.0.2 | DELETE   "/v1/api-keys/e78149a0-a7b1-4b3d-8944-2d03502bc6bf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 404 |     758.117µs |      100.64.0.3 | DELETE   "/v1/api-keys/e78149a0-a7b1-4b3d-8944-2d03502bc6bf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e217856d-d0ae-4c73-b240-cbf523f4d9eb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e217856d-d0ae-4c73-b240-cbf523f4d9eb","keyPrefix":"sk-oai-1Kd5mhye9La0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.755583ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 200 |     870.957µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     739.836µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     347.816µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:01:10 | 200 |   11.171143ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.671Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bc7dac79-feca-44cd-b73e-ca8328115181","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.671Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc7dac79-feca-44cd-b73e-ca8328115181","keyPrefix":"sk-oai-1LPPghifAmhb...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.691191ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 200 |     728.061µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 403 |      87.376µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 200 |     597.174µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     582.414µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     224.916µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:01:10 | 200 |   10.381167ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:10.897Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5dffeb28-0304-481c-9a1b-f3bcfff3658d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:10.897Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5dffeb28-0304-481c-9a1b-f3bcfff3658d","keyPrefix":"sk-oai-UHiFldJj9lOO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:10 | 201 |    1.652654ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 200 |     547.536µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     473.473µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     226.826µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:01:10 | 200 |   10.653424ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:10 | 200 |     579.872µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     523.955µs |     10.134.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:01:10 | 200 |     212.638µs |     10.134.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:01:10 | 200 |    9.790172ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:01:11.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2d2216f5-74be-4618-9e82-d5eacdb36655","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:01:11.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d2216f5-74be-4618-9e82-d5eacdb36655","keyPrefix":"sk-oai-PSPi9OKHIPWm...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:01:11 | 201 |    1.831348ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:01:11 | 200 |      37.335µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:01:16 | 200 |      42.655µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:01:16 | 200 |      47.631µs |      10.133.0.2 | GET      "/health"