[GIN] 2026/06/03 - 21:09:45 | 201 |    1.931798ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:09:45 | 200 |      533.28µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:09:45 | 200 |     156.492µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:09:45 | 200 |     508.871µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:09:45 | 200 |     165.147µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:09:49 | 200 |      40.231µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:09:49 | 200 |      37.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:09:54 | 200 |      33.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:09:59 | 200 |      38.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:09:59 | 200 |      37.747µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T21:10:02.736Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T21:10:02.736Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:10:02 | 400 |     299.268µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:04 | 200 |      40.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:09 | 200 |      40.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:09 | 200 |      43.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:14 | 200 |      37.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:19 | 200 |       41.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:19 | 200 |      38.139µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:10:20.092Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"17387d74-06ec-4070-8799-a90c7d0b9a4e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:10:20.093Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17387d74-06ec-4070-8799-a90c7d0b9a4e","keyPrefix":"sk-oai-iTrTfFUm16Ch...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:10:20 | 201 |   11.388202ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:20 | 200 |    1.399853ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:10:20 | 200 |     147.552µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:10:24 | 200 |      39.408µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:10:29.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7d55e21a-9b79-4fc8-8427-7cf2a377d1bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:10:29.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d55e21a-9b79-4fc8-8427-7cf2a377d1bf","keyPrefix":"sk-oai-IlvWtduDdPW9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:10:29 | 201 |    2.124796ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:29 | 200 |      38.694µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:29 | 200 |      41.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:34 | 200 |      39.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:37 | 200 |      965.36µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:10:37 | 200 |     119.946µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:10:39 | 200 |      39.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:39 | 200 |      37.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:44 | 200 |      37.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:49 | 200 |      36.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:49 | 200 |      37.816µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:54 | 200 |      39.876µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:10:54.694Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"739f0ac6-951f-4eea-b66f-c5e68c0158c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:10:54.694Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"739f0ac6-951f-4eea-b66f-c5e68c0158c4","keyPrefix":"sk-oai-1AWHYRQGBxQA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:10:54 | 201 |    2.230612ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:54 | 200 |     568.961µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:10:54 | 200 |     139.742µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:10:59 | 200 |      40.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:59 | 200 |       37.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:04 | 200 |       38.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:09 | 200 |      50.291µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:09 | 200 |      37.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:14 | 200 |      41.531µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:19 | 200 |       43.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:19 | 200 |      63.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:24 | 200 |      39.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:29 | 200 |      40.541µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:29 | 200 |      48.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:34 | 200 |      37.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:39 | 200 |      38.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:39 | 200 |      37.736µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:44 | 200 |      42.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:49 | 200 |      37.678µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:49 | 200 |      38.935µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:54 | 200 |      39.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:59 | 200 |      37.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:59 | 200 |      37.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:04 | 200 |      39.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:09 | 200 |      38.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:09 | 200 |      60.372µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:14 | 200 |      48.217µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:19 | 200 |      39.502µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:19 | 200 |      41.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:24 | 200 |      40.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:29 | 200 |      37.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:29 | 200 |      45.463µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:34 | 200 |      42.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:39 | 200 |      37.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:39 | 200 |      38.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:44 | 200 |        42.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:49 | 200 |       41.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:49 | 200 |      38.539µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:12:53.984Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ea33e32-a036-409e-bbfc-e88084e96b61","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:12:53.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ea33e32-a036-409e-bbfc-e88084e96b61","keyPrefix":"sk-oai-y0bMDQ1o74fS...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:12:53 | 201 |    3.289701ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:12:54 | 200 |      37.269µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:59 | 200 |      41.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:59 | 200 |      39.448µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:04 | 200 |      36.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:09 | 200 |      40.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:09 | 200 |      42.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:14 | 200 |       38.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:19 | 200 |      944.51µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:13:19 | 200 |      141.09µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:13:19 | 200 |       37.32µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:19 | 404 |    1.200557ms |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:13:19 | 200 |      42.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:24 | 200 |      48.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:29 | 200 |      40.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:29 | 200 |       39.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:34 | 200 |       40.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:39 | 200 |      47.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:39 | 200 |      38.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:44 | 200 |      42.363µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:49 | 200 |      40.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:49 | 200 |      38.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:54 | 200 |      37.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:59 | 200 |      38.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:59 | 200 |      37.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:04 | 200 |      37.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:09 | 200 |       40.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:09 | 200 |      38.254µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:14:13.929Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e6f8177d-09ee-46ce-b3fa-f36161f4bfa4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:14:13.929Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6f8177d-09ee-46ce-b3fa-f36161f4bfa4","keyPrefix":"sk-oai-18qJy5ern5Ap...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:14:13 | 201 |     2.10479ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:13 | 200 |     602.062µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:13 | 200 |     154.967µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:14 | 200 |      39.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:19 | 200 |      39.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:19 | 200 |      38.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:24 | 200 |      37.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:29 | 200 |      41.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:29 | 200 |      51.378µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:14:33.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"25d88b97-3a5f-4f7b-b2dc-5beaf6e6cb53","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:14:33.166Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25d88b97-3a5f-4f7b-b2dc-5beaf6e6cb53","keyPrefix":"sk-oai-1exmyEpfX46t...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:14:33 | 201 |    2.191652ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:33 | 200 |     615.225µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:33 | 200 |     177.708µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:33 | 200 |     610.675µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:33 | 200 |     148.168µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:34 | 200 |      39.097µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:39 | 200 |      38.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:39 | 200 |      39.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:44 | 200 |      36.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:49 | 200 |      46.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:49 | 200 |       40.11µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:14:52.608Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"00baa378-53e6-445b-9ec9-f4330c20ac28","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:14:52.608Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00baa378-53e6-445b-9ec9-f4330c20ac28","keyPrefix":"sk-oai-p83qHkJ5kXOY...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:14:52 | 201 |    2.207989ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:52 | 200 |     516.331µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:52 | 200 |     425.455µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:52 | 200 |     182.396µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:52 | 200 |    20.28186ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:54 | 200 |      40.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:59 | 200 |      40.971µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:59 | 200 |      38.576µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:15:01.520Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 21:15:01 | 200 |    1.053563ms |     10.132.0.38 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 21:15:04 | 200 |      42.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:09 | 200 |      39.048µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:09 | 200 |      38.651µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:11 | 200 |     155.067µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:11 | 200 |     132.661µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:11 | 200 |   26.157554ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:14 | 200 |      37.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:19 | 200 |      39.592µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:19 | 200 |      37.234µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:15:23.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c8059515-c97c-43f3-a74b-f59ff0abd83c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:15:23.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8059515-c97c-43f3-a74b-f59ff0abd83c","keyPrefix":"sk-oai-Dl9I0lqSfSko...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:15:23 | 201 |   11.270557ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:24 | 200 |      38.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:29 | 200 |      41.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:29 | 200 |      38.235µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:34 | 200 |      41.727µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:39 | 200 |      41.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:39 | 200 |      51.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:44 | 200 |       39.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:49 | 200 |      43.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:49 | 200 |      41.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:53 | 200 |    1.480645ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:15:53 | 200 |     254.881µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:53 | 200 |     632.999µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:15:53 | 200 |     636.655µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:15:53 | 200 |     250.559µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:53 | 200 |   11.826505ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:54 | 200 |      41.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:59 | 200 |      37.959µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:59 | 200 |      38.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:04 | 200 |      38.002µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:09 | 200 |      37.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:09 | 200 |      36.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:11 | 200 |     218.304µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:11 | 200 |   15.867914ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:14 | 200 |      40.418µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:19 | 200 |      40.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:19 | 200 |      37.475µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:16:19.612Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bca6005c-b8af-4924-9d79-d2141dda4a1b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:19.612Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bca6005c-b8af-4924-9d79-d2141dda4a1b","keyPrefix":"sk-oai-S9DI1hFPgPLe...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:19 | 201 |    1.961514ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:24 | 200 |      38.873µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:27 | 200 |     916.263µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:27 | 200 |     544.986µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:27 | 200 |     244.471µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:27 | 200 |    10.60314ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:16:28.149Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"464f68fc-c3d5-4b89-aedb-5a112c53c82f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:28.149Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"464f68fc-c3d5-4b89-aedb-5a112c53c82f","keyPrefix":"sk-oai-46IBDDkQZmuB...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:28 | 201 |    1.754686ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:29 | 200 |      39.086µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:29 | 200 |      36.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:34 | 200 |      41.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:36 | 200 |    1.061486ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:36 | 200 |     640.078µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:36 | 200 |     363.366µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:36 | 200 |    8.081847ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:36 | 200 |     618.335µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:36 | 200 |     444.338µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:36 | 200 |     352.239µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:36 | 200 |     7.70624ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:16:37.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a458a7a2-60ac-4099-a630-a5dbef09037d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:37.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a458a7a2-60ac-4099-a630-a5dbef09037d","keyPrefix":"sk-oai-1BWkEdycHXtP...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:37 | 201 |     1.79176ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:39 | 200 |      39.243µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:39 | 200 |      38.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:44 | 200 |      40.925µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:45 | 200 |     959.088µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:45 | 200 |     624.562µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:45 | 200 |      351.29µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:45 | 200 |   10.806611ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:49 | 200 |      37.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:49 | 200 |      37.848µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:16:54.303Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"03f53685-2dbc-4127-9efc-9546f9bc6dae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:54.303Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03f53685-2dbc-4127-9efc-9546f9bc6dae","keyPrefix":"sk-oai-1L6vZJ6qjltX...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:54 | 201 |    2.009699ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:54 | 200 |      39.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:59 | 200 |      37.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:59 | 200 |      40.327µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:02 | 200 |     919.615µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:02 | 200 |      643.19µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:02 | 200 |     416.363µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:02 | 200 |     602.348µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:02 | 200 |     364.421µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:02 | 200 |   21.666537ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:04 | 200 |       36.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:09 | 200 |      41.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:09 | 200 |      39.046µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:14 | 200 |      40.232µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:17:15.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e2f2114-f50c-4a7b-88d5-f626ef4568d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:17:15.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e2f2114-f50c-4a7b-88d5-f626ef4568d9","keyPrefix":"sk-oai-1J1zy53JbJ0O...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:17:15 | 201 |    3.262896ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:19 | 200 |      38.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:19 | 200 |      53.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:23 | 200 |     781.057µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:23 | 200 |     494.318µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:23 | 200 |     217.409µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:23 | 200 |   11.117418ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:23 | 200 |      273.92µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:23 | 200 |   34.543375ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:24 | 200 |      37.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:29 | 200 |      37.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:29 | 200 |       35.74µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:34 | 200 |      38.613µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:39 | 200 |      42.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:39 | 200 |      37.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:41 | 200 |     177.471µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:42 | 200 |      157.41µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:42 | 200 |     169.621µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:42 | 200 |   46.214911ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:44 | 200 |      38.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:49 | 200 |      39.983µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:49 | 200 |      51.764µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:54 | 200 |      70.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:59 | 200 |      39.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:59 | 200 |     234.394µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:59 | 200 |   14.413257ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:59 | 200 |      35.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:04 | 200 |      37.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:09 | 200 |       58.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:09 | 200 |      42.034µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:18:12.775Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c9a5c34a-a856-4785-add4-e0c249ccb383","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:12.775Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9a5c34a-a856-4785-add4-e0c249ccb383","keyPrefix":"sk-oai-1E7UEoA6ge0Q...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:12 | 201 |    2.270323ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:14 | 200 |      41.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:19 | 200 |      37.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:19 | 200 |      55.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:20 | 200 |     925.587µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:20 | 200 |     157.231µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:18:21.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38ac338b-058f-4b7c-aee8-0ac95dd26ea6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:21.401Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38ac338b-058f-4b7c-aee8-0ac95dd26ea6","keyPrefix":"sk-oai-rtnchzJRKkYI...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:21 | 201 |    1.690501ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:24 | 200 |      37.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:29 | 200 |      40.874µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:29 | 200 |     832.379µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:29 | 200 |     491.405µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:29 | 200 |     117.724µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:29 | 200 |   12.624047ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:29 | 200 |      42.513µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:18:29.824Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b8195265-6c56-4dd1-be1f-215c0e2b24f1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:29.824Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8195265-6c56-4dd1-be1f-215c0e2b24f1","keyPrefix":"sk-oai-elasSA4noRIm...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:29 | 201 |    1.680161ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:34 | 200 |      36.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:37 | 200 |     850.518µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:37 | 200 |     457.863µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:37 | 200 |     125.168µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:37 | 200 |   10.127089ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:18:38.567Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"40aef85c-677c-47df-a3ca-f06659138b86","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:38.567Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40aef85c-677c-47df-a3ca-f06659138b86","keyPrefix":"sk-oai-14VSAyideRoe...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:38 | 201 |    2.754869ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:39 | 200 |      39.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:39 | 200 |      38.438µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:44 | 200 |      40.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:46 | 200 |     846.162µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:46 | 200 |     382.609µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:46 | 200 |     135.614µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:46 | 200 |   10.134073ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:49 | 200 |       39.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:49 | 200 |      42.663µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:54 | 200 |      38.379µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:18:55.743Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0bf068c7-cb0a-45f6-a132-c21966fee3b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:55.743Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0bf068c7-cb0a-45f6-a132-c21966fee3b2","keyPrefix":"sk-oai-k4w7qO3LhOAC...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:55 | 201 |    2.273794ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:59 | 200 |      38.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:59 | 200 |      37.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:04 | 200 |      44.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:09 | 200 |      49.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:09 | 200 |      38.629µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:11 | 200 |    1.095488ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:19:12 | 403 |      97.737µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:14 | 200 |      37.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:19 | 200 |      39.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:19 | 200 |      37.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:24 | 200 |      41.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:29 | 403 |     112.021µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:29 | 200 |        37.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:29 | 200 |      42.256µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:34 | 200 |      40.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:39 | 200 |      40.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:39 | 200 |      36.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:44 | 200 |      37.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:46 | 403 |     126.877µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:49 | 200 |      40.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:49 | 200 |      35.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:54 | 200 |      40.672µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:59 | 200 |      38.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:59 | 200 |      40.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:03 | 403 |     140.254µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:04 | 200 |      42.045µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:09 | 200 |      41.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:09 | 200 |      41.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:14 | 200 |      36.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:19 | 200 |      36.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:19 | 200 |      37.502µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:20:19.725Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b270ff21-1a6c-41b2-a337-bffbe784e967","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:19.725Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b270ff21-1a6c-41b2-a337-bffbe784e967","keyPrefix":"sk-oai-1GEb6GpMa1oP...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:19 | 201 |    2.284459ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:24 | 200 |      38.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:27 | 200 |     794.079µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:27 | 200 |     563.975µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:27 | 200 |     258.559µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:20:27 | 200 |   20.792812ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:29 | 200 |      37.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:29 | 200 |       33.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:34 | 200 |       32.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:39 | 200 |      33.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:39 | 200 |      33.039µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:20:41.888Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"716d5eaa-5367-4c5e-a3d7-9e1ef37d8129","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:41.888Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"716d5eaa-5367-4c5e-a3d7-9e1ef37d8129","keyPrefix":"sk-oai-1cfyW6Cwn5lC...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:41 | 201 |    2.050806ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:20:41.923Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b7abb91-3d4f-4368-9585-bcdac9b7bb67","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:41.923Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b7abb91-3d4f-4368-9585-bcdac9b7bb67","keyPrefix":"sk-oai-hjOCYzpP5wr4...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:41 | 201 |    1.718324ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:44 | 200 |      32.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:49 | 200 |      32.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:49 | 200 |      32.923µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:49 | 200 |     828.339µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:49 | 200 |     402.478µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:49 | 200 |     134.552µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:20:49 | 200 |   11.286843ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:49 | 200 |     469.292µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:49 | 200 |     404.969µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:49 | 200 |     184.268µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:20:50 | 200 |   12.272446ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:54 | 200 |       33.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:59 | 200 |      34.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:59 | 200 |      33.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:04 | 200 |      32.952µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:08 | 200 |     161.935µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:08 | 200 |     183.201µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:08 | 200 |     172.981µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:08 | 200 |   42.834086ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:09 | 200 |      40.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:09 | 200 |      39.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:14 | 200 |      35.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:19 | 200 |      40.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:19 | 200 |      31.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:24 | 200 |      43.879µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:27 | 200 |     176.568µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:27 | 200 |   14.941014ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:27 | 200 |      145.59µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:27 | 200 |   13.054392ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:29 | 200 |      33.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:29 | 200 |      43.256µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:34 | 200 |      37.698µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:39 | 200 |      39.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:39 | 200 |      37.889µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:44 | 200 |      38.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:49 | 200 |      38.894µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:49 | 200 |      39.645µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:21:52.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f5e4f101-9b59-46d0-9d06-8862d572e9e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:21:52.797Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5e4f101-9b59-46d0-9d06-8862d572e9e8","keyPrefix":"sk-oai-18Kg8g2ONYNI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:21:52 | 201 |    1.689791ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:52 | 200 |     637.679µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:52 | 200 |     166.895µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:52 | 200 |     463.645µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:52 | 200 |      141.56µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:52 | 200 |     512.201µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:52 | 200 |     121.272µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:52 | 200 |     532.057µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:52 | 200 |     440.733µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:52 | 200 |     142.541µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:52 | 200 |   12.339548ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:54 | 200 |      37.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:59 | 200 |      42.606µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:59 | 200 |      37.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:04 | 200 |      40.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:09 | 200 |      38.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:09 | 200 |      44.152µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:22:10.626Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f974382b-1b05-44d9-814c-eb5c1007df26","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:10.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f974382b-1b05-44d9-814c-eb5c1007df26","keyPrefix":"sk-oai-PGBdcCAaGZvw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:10 | 201 |    2.212534ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:11 | 200 |     566.516µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:11 | 200 |     155.889µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:14 | 200 |      37.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:19 | 200 |      38.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:19 | 200 |      53.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:24 | 200 |      48.213µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:29 | 200 |      40.983µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:29 | 200 |      36.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:34 | 200 |      39.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:39 | 200 |      49.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:39 | 200 |      39.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:44 | 200 |      53.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:49 | 200 |      41.111µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:49 | 200 |      39.844µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:22:50.466Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"03f73be2-8368-4a08-8bc7-50dde94aa846","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:50.466Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03f73be2-8368-4a08-8bc7-50dde94aa846","keyPrefix":"sk-oai-17vW6pbaC5e5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:50 | 201 |   12.897615ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:50.983Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d911ef83-98b8-46f1-b687-28374e13dab5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:50.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d911ef83-98b8-46f1-b687-28374e13dab5","keyPrefix":"sk-oai-1Lkh6rHZ9Pbn...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:50 | 201 |    2.012753ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:51.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1ccef5bd-d0b5-4028-8430-cd3356739e46","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:51.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ccef5bd-d0b5-4028-8430-cd3356739e46","keyPrefix":"sk-oai-HbPetTBWDMl2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:51 | 201 |    1.871513ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:51 | 200 |    1.351904ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:51 | 200 |     467.687µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:51 | 200 |     124.868µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:51 | 200 |   12.097559ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:51 | 200 |     593.087µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:51 | 200 |     141.417µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T21:22:51.350Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"abad9ac0-84c8-4240-9e70-c9cdc613074c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:51.350Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abad9ac0-84c8-4240-9e70-c9cdc613074c","keyPrefix":"sk-oai-1VXI9ii6De0u...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:51 | 201 |    1.758718ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:51.377Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"abad9ac0-84c8-4240-9e70-c9cdc613074c"}
{"level":"info","timestamp":"2026-06-03T21:22:51.377Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"abad9ac0-84c8-4240-9e70-c9cdc613074c","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:22:51 | 200 |      3.0659ms |      100.64.0.3 | DELETE   "/v1/api-keys/abad9ac0-84c8-4240-9e70-c9cdc613074c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:54 | 200 |     872.313µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T21:22:54.403Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:22:54 | 500 |     110.615µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:54 | 200 |      40.705µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:22:54.683Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"21c13ddb-0a9d-4331-9837-ac28e1a6ac21","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:54.683Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21c13ddb-0a9d-4331-9837-ac28e1a6ac21","keyPrefix":"sk-oai-1IFEq5jJQW64...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:54 | 201 |    1.770529ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:54.710Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1f005baf-0ab8-4989-8e74-d34aa8a8712c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:54.710Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f005baf-0ab8-4989-8e74-d34aa8a8712c","keyPrefix":"sk-oai-1LG2reNE6Ow9...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:54 | 201 |    1.791233ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:54.791Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e3805d0f-bcef-45c5-8e9a-2bb57a6f5047","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:54.791Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e3805d0f-bcef-45c5-8e9a-2bb57a6f5047","keyPrefix":"sk-oai-7YKxATDo95vq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:54 | 201 |    1.595323ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:54.817Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e3805d0f-bcef-45c5-8e9a-2bb57a6f5047"}
{"level":"info","timestamp":"2026-06-03T21:22:54.817Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e3805d0f-bcef-45c5-8e9a-2bb57a6f5047","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:22:54 | 200 |    2.305938ms |      100.64.0.4 | DELETE   "/v1/api-keys/e3805d0f-bcef-45c5-8e9a-2bb57a6f5047" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:54 | 404 |     775.189µs |      100.64.0.2 | DELETE   "/v1/api-keys/e3805d0f-bcef-45c5-8e9a-2bb57a6f5047" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:54.926Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"445dce2e-f4de-4f6d-9129-fb57ea9688a5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:54.926Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"445dce2e-f4de-4f6d-9129-fb57ea9688a5","keyPrefix":"sk-oai-10XyBMxskeP0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:54 | 201 |    1.653563ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:54 | 200 |     559.511µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:54 | 200 |     479.147µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:54 | 200 |     238.468µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:54 | 200 |   10.039411ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:55.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5331b918-f659-40c5-ad5f-a38f96923cae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:55.053Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5331b918-f659-40c5-ad5f-a38f96923cae","keyPrefix":"sk-oai-1AIRaHApFC18...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:55 | 201 |    1.641024ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:55 | 200 |     517.751µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 403 |      93.051µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:55 | 200 |     474.434µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |     490.188µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |     215.381µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:55 | 200 |    9.523986ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:55.195Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"557a1c19-6edc-487d-8ae2-dc54494c2540","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:55.195Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"557a1c19-6edc-487d-8ae2-dc54494c2540","keyPrefix":"sk-oai-dQnjsx34P8Mm...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:55 | 201 |    1.802164ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:55 | 200 |     504.914µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |      590.34µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |     334.819µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:55 | 200 |   10.480978ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:55 | 200 |     611.896µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |     590.437µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:55 | 200 |     324.531µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:55 | 200 |   10.113515ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:22:55.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"97511831-2a74-4c8e-8640-0b58151c6dae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:55.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97511831-2a74-4c8e-8640-0b58151c6dae","keyPrefix":"sk-oai-gOOJdzMD6WK1...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:55 | 201 |    1.728683ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:59 | 200 |      41.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:59 | 200 |      37.958µs |      10.133.0.2 | GET      "/health"