[GIN] 2026/06/03 - 02:04:08 | 200 |     396.341µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:04:08 | 200 |     165.431µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:04:08 | 200 |     350.655µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:04:08 | 200 |     164.562µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:04:09 | 200 |      41.318µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:09 | 200 |      45.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:14 | 200 |      43.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:19 | 200 |      39.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:19 | 200 |      40.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:24 | 200 |      43.314µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T02:04:26.383Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T02:04:26.383Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 02:04:26 | 400 |     273.533µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:04:29 | 200 |      44.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:29 | 200 |      48.054µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:34 | 200 |      38.845µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:39 | 200 |      34.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:39 | 200 |       39.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:04:43.788Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3569a9cf-b78f-4a13-a633-4c86f49b25a4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:04:43.788Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3569a9cf-b78f-4a13-a633-4c86f49b25a4","keyPrefix":"sk-oai-1UeFBHqEUvOl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:04:43 | 201 |   10.431684ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:04:43 | 200 |    1.076765ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:04:43 | 200 |     153.992µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:04:44 | 200 |       39.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:49 | 200 |      35.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:49 | 200 |      35.135µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:04:52.873Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d97750ac-a3dc-4f05-acec-f1dc6823dc7e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:04:52.873Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d97750ac-a3dc-4f05-acec-f1dc6823dc7e","keyPrefix":"sk-oai-16H7pcOVwIsc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:04:52 | 201 |    1.905105ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:04:54 | 200 |       37.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:59 | 200 |      34.167µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:04:59 | 200 |      66.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:01 | 200 |     550.572µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:05:01 | 200 |     120.217µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:05:04 | 200 |      51.836µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:09 | 200 |      46.586µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:09 | 200 |      33.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:14 | 200 |      37.262µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:05:18.471Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3614937a-bf1b-4e2b-a07b-6557a8a16d74","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:05:18.471Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3614937a-bf1b-4e2b-a07b-6557a8a16d74","keyPrefix":"sk-oai-17NzaKHQMPKG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:05:18 | 201 |    1.766299ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:05:18 | 200 |     505.025µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:05:18 | 200 |     163.222µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:05:19 | 200 |      37.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:19 | 200 |      43.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:24 | 200 |      34.308µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:29 | 200 |       33.45µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:29 | 200 |      34.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:34 | 200 |      35.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:39 | 200 |      43.689µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:39 | 200 |      61.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:44 | 200 |      34.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:49 | 200 |      45.295µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:49 | 200 |      38.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:54 | 200 |      34.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:59 | 200 |      34.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:05:59 | 200 |       31.95µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:04 | 200 |      33.137µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:09 | 200 |      36.096µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:09 | 200 |      35.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:14 | 200 |      36.005µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:19 | 200 |      51.131µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:19 | 200 |      33.739µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:24 | 200 |       34.87µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:29 | 200 |      34.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:29 | 200 |      38.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:34 | 200 |      33.346µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:39 | 200 |      42.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:39 | 200 |      40.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:44 | 200 |      40.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:49 | 200 |      41.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:49 | 200 |       43.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:54 | 200 |      41.161µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:59 | 200 |      40.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:06:59 | 200 |      40.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:04 | 200 |      43.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:09 | 200 |       41.18µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:09 | 200 |      48.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:14 | 200 |      47.354µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:07:17.955Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1dd191b5-b684-4df4-8d75-ad15efe383e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:07:17.955Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1dd191b5-b684-4df4-8d75-ad15efe383e1","keyPrefix":"sk-oai-t1sBBxFqEZ51...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:07:17 | 201 |    1.662516ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:07:19 | 200 |      46.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:19 | 200 |      53.961µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:24 | 200 |      43.174µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:29 | 200 |      67.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:29 | 200 |      40.917µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:34 | 200 |      38.419µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:39 | 200 |      46.809µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:39 | 200 |      39.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:40 | 200 |     536.318µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:07:40 | 200 |     265.935µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:07:41 | 404 |     696.878µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:07:44 | 200 |      41.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:49 | 200 |      42.661µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:49 | 200 |       41.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:54 | 200 |      41.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:59 | 200 |      44.555µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:07:59 | 200 |      46.837µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:04 | 200 |       41.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:09 | 200 |       48.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:09 | 200 |      40.642µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:14 | 200 |      50.639µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:19 | 200 |      39.292µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:19 | 200 |      45.304µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:24 | 200 |      48.403µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:29 | 200 |      45.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:29 | 200 |      42.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:34 | 200 |      41.342µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:08:35.543Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4e1dd716-0d97-4f27-9574-2b6f18362af8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:08:35.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e1dd716-0d97-4f27-9574-2b6f18362af8","keyPrefix":"sk-oai-gtAIa8iOJhRY...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:08:35 | 201 |    1.744136ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:08:35 | 200 |     481.647µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:08:35 | 200 |      270.07µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:08:39 | 200 |      46.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:39 | 200 |      49.602µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:44 | 200 |      45.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:49 | 200 |      43.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:49 | 200 |      38.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:54 | 200 |      49.069µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:08:54.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1675ea90-fae7-4f57-891d-b51faf5064c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:08:54.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1675ea90-fae7-4f57-891d-b51faf5064c0","keyPrefix":"sk-oai-yHWjcBS52inv...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:08:54 | 201 |    1.781284ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:08:54 | 200 |     513.849µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:08:54 | 200 |     156.786µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:08:55 | 200 |     372.072µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:08:55 | 200 |     162.267µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:08:59 | 200 |      42.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:08:59 | 200 |      43.483µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:04 | 200 |      55.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:09 | 200 |      48.961µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:09 | 200 |       48.33µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:09:14.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1f53b0b1-8eb6-4b90-839d-f51d9664aee7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:09:14.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f53b0b1-8eb6-4b90-839d-f51d9664aee7","keyPrefix":"sk-oai-tjPKTzpF1Bfh...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:09:14 | 201 |    1.859655ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:09:14 | 200 |     396.636µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:09:14 | 200 |     390.757µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:09:14 | 200 |     172.499µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:09:14 | 200 |    22.01726ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:09:14 | 200 |      41.288µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:19 | 200 |      42.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:19 | 200 |      39.147µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:24 | 200 |       42.52µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:29 | 200 |      49.215µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:29 | 200 |      41.402µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:33 | 200 |     208.837µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:09:33 | 200 |     227.361µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:09:33 | 200 |   25.472447ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:09:34 | 200 |      45.331µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:39 | 200 |      41.139µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:39 | 200 |      43.217µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:44 | 200 |      42.897µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:09:47.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"05ca55f7-171b-4ef0-99df-13e61555f883","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:09:47.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05ca55f7-171b-4ef0-99df-13e61555f883","keyPrefix":"sk-oai-pCY3PFLs8UHw...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:09:47 | 201 |   10.143242ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:09:49 | 200 |      42.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:49 | 200 |      47.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:54 | 200 |      43.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:59 | 200 |      42.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:09:59 | 200 |      42.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:04 | 200 |      46.932µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:09 | 200 |      40.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:09 | 200 |      42.288µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:14 | 200 |      58.963µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:17 | 200 |    1.914435ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:10:17 | 200 |     140.284µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:10:17 | 200 |     428.024µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:10:17 | 200 |     348.586µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:10:17 | 200 |     138.397µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:10:17 | 200 |   12.001326ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:10:19 | 200 |      49.068µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:19 | 200 |      43.359µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:24 | 200 |      58.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:29 | 200 |      47.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:29 | 200 |      54.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:34 | 200 |      54.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:34 | 200 |     205.958µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:10:34 | 200 |   14.670544ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:10:39 | 200 |      51.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:39 | 200 |      48.952µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:10:43.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b756ea18-e19f-4cce-9304-5cc796a6e7da","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:10:43.451Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b756ea18-e19f-4cce-9304-5cc796a6e7da","keyPrefix":"sk-oai-1hqwsLNgZWP2...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:10:43 | 201 |    1.634767ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:10:44 | 200 |      42.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:49 | 200 |      44.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:49 | 200 |      42.086µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:51 | 200 |     578.676µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:10:51 | 200 |     481.077µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:10:51 | 200 |     207.101µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:10:51 | 200 |   17.874546ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:10:51.997Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b209167-2c1d-48ac-a9bb-19756c771bf0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:10:51.997Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b209167-2c1d-48ac-a9bb-19756c771bf0","keyPrefix":"sk-oai-xDkppGKH1Rzh...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:10:51 | 201 |    1.651299ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:10:54 | 200 |      60.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:59 | 200 |      41.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:10:59 | 200 |      40.289µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:00 | 200 |     766.669µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:00 | 200 |     530.039µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:00 | 200 |     475.304µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:00 | 200 |    8.958341ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:00 | 200 |     513.578µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:00 | 200 |     502.006µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:00 | 200 |     365.739µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:00 | 200 |    7.644489ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:11:01.060Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"577ad1c1-bc93-479f-97b6-92cd09f63012","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:11:01.060Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"577ad1c1-bc93-479f-97b6-92cd09f63012","keyPrefix":"sk-oai-1LXlQGyjiKxL...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:11:01 | 201 |    1.487425ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:04 | 200 |      47.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:09 | 200 |     656.724µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:09 | 200 |     565.369µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:09 | 200 |     368.057µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:09 | 200 |    11.78882ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:09 | 200 |      47.048µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:09 | 200 |      41.022µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:14 | 200 |      45.096µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:11:18.249Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"407ead57-d1d2-4f0e-a6bd-467779280351","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:11:18.249Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"407ead57-d1d2-4f0e-a6bd-467779280351","keyPrefix":"sk-oai-r4BXHO0jPsiY...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:11:18 | 201 |    1.765204ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:19 | 200 |      43.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:19 | 200 |       55.54µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:24 | 200 |      43.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:26 | 200 |     566.131µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:26 | 200 |     454.597µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:26 | 200 |     300.366µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:26 | 200 |     422.155µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:26 | 200 |     290.234µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:26 | 200 |   22.505541ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:29 | 200 |      49.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:29 | 200 |      43.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:34 | 200 |       45.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:11:39.691Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"14a8e074-46be-451a-a557-a7186bd0b322","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:11:39.691Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14a8e074-46be-451a-a557-a7186bd0b322","keyPrefix":"sk-oai-ey3G7QJoQie4...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:11:39 | 201 |    1.883812ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:39 | 200 |      45.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:39 | 200 |      57.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:44 | 200 |       43.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:47 | 200 |     688.728µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:47 | 200 |     490.953µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:47 | 200 |     410.877µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:47 | 200 |    9.653734ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:11:47 | 200 |     374.971µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:11:47 | 200 |   36.418361ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:11:49 | 200 |      45.405µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:49 | 200 |       56.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:54 | 200 |      39.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:59 | 200 |      40.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:11:59 | 200 |      41.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:04 | 200 |      47.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:05 | 200 |     204.264µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:12:05 | 200 |     218.987µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:12:05 | 200 |     179.561µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:12:05 | 200 |   40.289603ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:12:09 | 200 |      41.846µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:09 | 200 |      64.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:14 | 200 |      45.951µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:19 | 200 |      47.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:19 | 200 |       38.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:23 | 200 |     350.675µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:12:23 | 200 |   17.930109ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:12:24 | 200 |      41.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:29 | 200 |      41.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:29 | 200 |      54.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:34 | 200 |      43.206µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:12:36.765Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"178b8694-c1df-4982-ba8b-7fd51bc61167","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:12:36.765Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"178b8694-c1df-4982-ba8b-7fd51bc61167","keyPrefix":"sk-oai-145OiUW91Lle...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:12:36 | 201 |    1.905705ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:12:39 | 200 |      40.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:39 | 200 |       39.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:44 | 200 |      45.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:44 | 200 |     588.725µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:12:44 | 200 |     137.942µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:12:45.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c345086f-e049-4c16-80b8-8e7910035898","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:12:45.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c345086f-e049-4c16-80b8-8e7910035898","keyPrefix":"sk-oai-2ZZERRTuZ7mZ...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:12:45 | 201 |     1.69135ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:12:49 | 200 |      40.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:49 | 200 |      41.747µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:53 | 200 |     643.425µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:12:53 | 200 |     430.325µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:12:53 | 200 |     148.386µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:12:53 | 200 |   12.398999ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:12:53.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9dc73a7-f24f-46e7-9828-a2dfd2da39eb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:12:53.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9dc73a7-f24f-46e7-9828-a2dfd2da39eb","keyPrefix":"sk-oai-uq3nyOswxRiX...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:12:53 | 201 |    1.669965ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:12:54 | 200 |      38.084µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:59 | 200 |      38.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:12:59 | 200 |      41.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:01 | 200 |      567.27µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:13:01 | 200 |     351.525µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:13:01 | 200 |     149.414µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:13:01 | 200 |   11.145535ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:13:02.609Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3798637f-d388-438b-a610-51a6aa7c6275","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:13:02.609Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3798637f-d388-438b-a610-51a6aa7c6275","keyPrefix":"sk-oai-aiG99bO3RI8T...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:13:02 | 201 |    1.707076ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:13:04 | 200 |      41.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:09 | 200 |      46.841µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:09 | 200 |      44.848µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:10 | 200 |     498.946µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:13:10 | 200 |     294.266µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:13:10 | 200 |     144.678µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:13:10 | 200 |   11.139748ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:13:14 | 200 |      44.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:19 | 200 |      41.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:19 | 200 |      40.418µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:13:19.838Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4f2d2aa6-615b-4e75-a732-d183f807a411","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:13:19.838Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f2d2aa6-615b-4e75-a732-d183f807a411","keyPrefix":"sk-oai-ORMUwiZrbjIn...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:13:19 | 201 |      1.9741ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:13:24 | 200 |      45.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:29 | 200 |      45.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:29 | 200 |      38.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:34 | 200 |      44.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:36 | 200 |     808.833µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:13:36 | 403 |     101.765µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:13:39 | 200 |      39.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:39 | 200 |      49.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:44 | 200 |      49.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:49 | 200 |      47.308µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:49 | 200 |      40.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:53 | 403 |     160.793µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:13:54 | 200 |      39.798µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:59 | 200 |      41.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:13:59 | 200 |       43.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:04 | 200 |      46.263µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:09 | 200 |      43.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:09 | 200 |      46.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:10 | 403 |     141.685µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:14:14 | 200 |      43.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:19 | 200 |      43.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:19 | 200 |      41.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:24 | 200 |       39.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:27 | 403 |     164.945µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:14:29 | 200 |      45.483µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:29 | 200 |      40.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:34 | 200 |      41.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:39 | 200 |       42.91µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:39 | 200 |      43.596µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:14:41.908Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59ef0b82-1e4e-4b3a-845d-66a13b077acd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:14:41.908Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59ef0b82-1e4e-4b3a-845d-66a13b077acd","keyPrefix":"sk-oai-DNvitwsnaKLX...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:14:41 | 201 |    1.874744ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:14:44 | 200 |      67.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:49 | 200 |      40.725µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:49 | 200 |      39.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:49 | 200 |     483.429µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:14:49 | 200 |       371.8µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:14:49 | 200 |     188.368µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:14:49 | 200 |   20.236322ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:14:54 | 200 |      42.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:59 | 200 |      52.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:14:59 | 200 |      41.119µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:15:01.384Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 02:15:01 | 200 |     734.843µs |     10.132.0.30 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 02:15:04 | 200 |      42.896µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:15:06.449Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c075c3f-ce3b-4c3b-9837-a5637a7eca46","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:15:06.449Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c075c3f-ce3b-4c3b-9837-a5637a7eca46","keyPrefix":"sk-oai-KDAHCB2mMow0...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:15:06 | 201 |    1.690227ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:15:06.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b6ddfdd5-3ad1-45b8-93f5-37294fd18c99","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:15:06.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6ddfdd5-3ad1-45b8-93f5-37294fd18c99","keyPrefix":"sk-oai-AynUmutl1wNt...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:15:06 | 201 |    1.552619ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:09 | 200 |      47.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:09 | 200 |      45.699µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:14 | 200 |     469.884µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:15:14 | 200 |     344.905µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:15:14 | 200 |     216.159µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:14 | 200 |   10.711133ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:14 | 200 |     401.246µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:15:14 | 200 |     304.744µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:15:14 | 200 |     196.038µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:14 | 200 |   10.046658ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:14 | 200 |      39.368µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:19 | 200 |      44.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:19 | 200 |      50.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:24 | 200 |      44.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:29 | 200 |      42.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:29 | 200 |      49.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:33 | 200 |     235.659µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:33 | 200 |      202.49µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:33 | 200 |     194.416µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:33 | 200 |   39.329176ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:34 | 200 |      40.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:39 | 200 |      44.025µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:39 | 200 |      42.554µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:44 | 200 |      48.089µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:49 | 200 |      41.766µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:49 | 200 |      40.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:53 | 200 |     176.185µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:53 | 200 |    13.78091ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:54 | 200 |     177.779µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:15:54 | 200 |   13.176111ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:15:54 | 200 |      41.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:59 | 200 |      43.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:15:59 | 200 |      50.478µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:04 | 200 |      41.984µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:09 | 200 |      42.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:09 | 200 |      44.489µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:14 | 200 |      39.596µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:16:19.699Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"552b9917-797b-4b80-8def-9e3857caad7f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:16:19.699Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"552b9917-797b-4b80-8def-9e3857caad7f","keyPrefix":"sk-oai-iWAFPQnWfZlY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:16:19 | 201 |    1.594727ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:16:19 | 200 |      43.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:19 | 200 |     392.786µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:19 | 200 |      198.51µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:16:19 | 200 |       43.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:19 | 200 |     373.814µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:19 | 200 |     168.581µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:16:19 | 200 |     350.582µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:19 | 200 |     180.447µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:16:19 | 200 |     386.235µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:19 | 200 |      273.71µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:19 | 200 |     231.511µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:16:19 | 200 |   12.154467ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:16:24 | 200 |      41.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:29 | 200 |      41.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:29 | 200 |     104.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:34 | 200 |       45.04µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:16:37.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f2d98a1f-d18e-4bf0-b87a-29650b20032d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:16:37.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2d98a1f-d18e-4bf0-b87a-29650b20032d","keyPrefix":"sk-oai-1enP1vhqa49I...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 02:16:37 | 201 |    1.681729ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:16:38 | 200 |      377.46µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:16:38 | 200 |     175.522µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:16:39 | 200 |      43.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:39 | 200 |      66.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:44 | 200 |       41.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:49 | 200 |      45.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:49 | 200 |       40.65µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:54 | 200 |      44.818µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:59 | 200 |      45.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:16:59 | 200 |      44.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:04 | 200 |      58.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:09 | 200 |      42.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:09 | 200 |      38.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:14 | 200 |      41.836µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T02:17:17.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2499715d-05b2-41cf-90bd-24eb88291cc9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:17.835Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2499715d-05b2-41cf-90bd-24eb88291cc9","keyPrefix":"sk-oai-dWfvEs19q3lJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:17 | 201 |   10.532198ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:18.450Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9e8b033f-5c33-477a-910a-32154d096df9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:18.450Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e8b033f-5c33-477a-910a-32154d096df9","keyPrefix":"sk-oai-vdCtn6qJzDZe...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:18 | 201 |    1.804328ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:18.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c06a0e19-d9e5-400f-8196-b237fed8dbdb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:18.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c06a0e19-d9e5-400f-8196-b237fed8dbdb","keyPrefix":"sk-oai-vouit21ndsTA...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:18 | 201 |    1.638711ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:18 | 200 |    1.065982ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:18 | 200 |     385.602µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:18 | 200 |     151.613µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:17:18 | 200 |   13.194255ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:18 | 200 |     491.461µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:18 | 200 |     136.894µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T02:17:18.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"76bca992-95a9-41d8-8ff4-5ba8aa0280c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:18.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76bca992-95a9-41d8-8ff4-5ba8aa0280c6","keyPrefix":"sk-oai-ed2pztgRBKOA...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:18 | 201 |    1.665168ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:18.888Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"76bca992-95a9-41d8-8ff4-5ba8aa0280c6"}
{"level":"info","timestamp":"2026-06-03T02:17:18.888Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"76bca992-95a9-41d8-8ff4-5ba8aa0280c6","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 02:17:18 | 200 |    2.234967ms |      100.64.0.2 | DELETE   "/v1/api-keys/76bca992-95a9-41d8-8ff4-5ba8aa0280c6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:19 | 200 |      46.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:19 | 200 |      42.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 02:17:21 | 200 |     634.796µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T02:17:21.927Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 02:17:21 | 500 |     112.614µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"797964fb-7aa3-4fc8-bc2b-347ab2bf5a42","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"797964fb-7aa3-4fc8-bc2b-347ab2bf5a42","keyPrefix":"sk-oai-W82qcykCRMa3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |     1.62121ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"33cd0f72-f2f1-4b26-900d-3c94510ad895","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33cd0f72-f2f1-4b26-900d-3c94510ad895","keyPrefix":"sk-oai-1BC3IGTMDZn0...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |    1.592676ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"08c1c1eb-66c1-49ba-9518-ca92578f130b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08c1c1eb-66c1-49ba-9518-ca92578f130b","keyPrefix":"sk-oai-1Y20TpzOq6gH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |     1.56339ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.418Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"08c1c1eb-66c1-49ba-9518-ca92578f130b"}
{"level":"info","timestamp":"2026-06-03T02:17:22.418Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"08c1c1eb-66c1-49ba-9518-ca92578f130b","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 02:17:22 | 200 |    1.994673ms |      100.64.0.2 | DELETE   "/v1/api-keys/08c1c1eb-66c1-49ba-9518-ca92578f130b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 404 |     584.817µs |      100.64.0.4 | DELETE   "/v1/api-keys/08c1c1eb-66c1-49ba-9518-ca92578f130b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.538Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f4f88f49-8689-41d6-9e12-30646cb80b9a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.538Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4f88f49-8689-41d6-9e12-30646cb80b9a","keyPrefix":"sk-oai-2BcUqlVXqPxc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |    1.565766ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 200 |     472.778µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     418.566µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     205.572µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:17:22 | 200 |    10.93902ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.665Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"675d2caf-ca9a-4b42-bfc1-14eae998bd18","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.665Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"675d2caf-ca9a-4b42-bfc1-14eae998bd18","keyPrefix":"sk-oai-1a98hYdc2d3p...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |    1.540096ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 200 |     378.639µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 403 |      97.132µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 200 |     383.093µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     394.547µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     244.348µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:17:22 | 200 |   11.269829ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.823Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3afb875f-4425-4faa-9d0d-36b5e3c71336","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.823Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3afb875f-4425-4faa-9d0d-36b5e3c71336","keyPrefix":"sk-oai-1YOvQBY5ttQb...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |    1.594912ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 200 |     388.759µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     371.975µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     242.386µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:17:22 | 200 |   10.275923ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:22 | 200 |     324.794µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     321.306µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 02:17:22 | 200 |     246.966µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 02:17:22 | 200 |    10.66942ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T02:17:22.982Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5fb9c73a-e2bb-43d7-9c1e-5dbe47a90d83","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T02:17:22.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5fb9c73a-e2bb-43d7-9c1e-5dbe47a90d83","keyPrefix":"sk-oai-1VOmynDJ29bq...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 02:17:22 | 201 |    1.384867ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 02:17:24 | 200 |      51.115µs |      10.134.0.2 | GET      "/health"