[GIN] 2026/06/03 - 21:25:33 | 200 |      616.74µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:25:33 | 200 |      226.59µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:25:38 | 200 |      41.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:38 | 200 |       40.63µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:43 | 200 |      43.868µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:48 | 200 |       41.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:48 | 200 |      46.049µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T21:25:50.897Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T21:25:50.898Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:25:50 | 400 |     279.162µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:25:53 | 200 |      73.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:58 | 200 |      38.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:25:58 | 200 |      40.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:03 | 200 |      34.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:08 | 200 |      67.234µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:26:08.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ace75f62-1641-4308-bfd3-84cf1fdd60f1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:26:08.334Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ace75f62-1641-4308-bfd3-84cf1fdd60f1","keyPrefix":"sk-oai-Mz5GvIzw7yo1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:26:08 | 201 |     2.26398ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:26:08 | 200 |     721.518µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:26:08 | 200 |     184.347µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:26:08 | 200 |      32.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:13 | 200 |      39.934µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:26:17.422Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"08e9c46a-7e24-4530-9f06-b7e3443f5cbb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:26:17.422Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08e9c46a-7e24-4530-9f06-b7e3443f5cbb","keyPrefix":"sk-oai-1BP9hQlyAFez...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:26:17 | 201 |    2.091015ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:26:18 | 200 |      39.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:18 | 200 |      33.816µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:23 | 200 |      80.006µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:25 | 200 |     939.789µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:26:25 | 200 |     146.486µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:26:28 | 200 |       33.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:28 | 200 |      35.442µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:33 | 200 |       45.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:38 | 200 |       32.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:38 | 200 |      33.789µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:26:42.990Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8ab34767-599c-4f24-8627-72c7c291741d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:26:42.990Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ab34767-599c-4f24-8627-72c7c291741d","keyPrefix":"sk-oai-oOnKHjoLWe5l...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:26:42 | 201 |    2.439209ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:26:43 | 200 |     612.773µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:26:43 | 200 |     159.223µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:26:43 | 200 |      32.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:48 | 200 |      35.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:48 | 200 |      33.474µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:53 | 200 |      46.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:58 | 200 |      38.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:26:58 | 200 |      33.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:03 | 200 |      34.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:08 | 200 |      35.519µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:08 | 200 |      38.284µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:13 | 200 |      36.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:18 | 200 |      34.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:18 | 200 |      38.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:23 | 200 |      47.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:28 | 200 |      57.814µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:28 | 200 |       39.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:33 | 200 |      36.953µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:38 | 200 |      33.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:38 | 200 |      34.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:43 | 200 |      32.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:48 | 200 |      33.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:48 | 200 |      35.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:53 | 200 |      74.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:58 | 200 |      32.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:27:58 | 200 |      32.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:03 | 200 |      42.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:08 | 200 |      43.446µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:08 | 200 |      43.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:13 | 200 |      41.106µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:18 | 200 |      57.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:18 | 200 |      43.956µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:23 | 200 |      40.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:28 | 200 |      47.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:28 | 200 |      39.471µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:33 | 200 |      41.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:38 | 200 |      45.749µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:38 | 200 |      45.227µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:43 | 200 |      41.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:48 | 200 |      38.421µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:48 | 200 |      64.893µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:28:51.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"64939206-152b-4393-9977-8ba3815d5690","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:28:51.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64939206-152b-4393-9977-8ba3815d5690","keyPrefix":"sk-oai-18YZL2qLXoba...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:28:51 | 201 |     2.18494ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:28:53 | 200 |      39.633µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:58 | 200 |      46.659µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:28:58 | 200 |      44.639µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:03 | 200 |      38.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:08 | 200 |      45.166µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:08 | 200 |      51.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:13 | 200 |        47.5µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:13 | 200 |    1.124047ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:29:13 | 200 |     169.398µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:29:14 | 404 |    1.097247ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:29:18 | 200 |      47.915µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:18 | 200 |      52.429µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:23 | 200 |      41.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:28 | 200 |      41.731µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:28 | 200 |      43.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:33 | 200 |      40.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:38 | 200 |      41.738µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:38 | 200 |      40.565µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:43 | 200 |      80.306µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:48 | 200 |      47.314µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:48 | 200 |      38.086µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:53 | 200 |      60.237µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:58 | 200 |      37.056µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:29:58 | 200 |      39.114µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:30:01.626Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 21:30:01 | 200 |    1.151716ms |     10.132.0.43 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 21:30:03 | 200 |      40.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:08 | 200 |      35.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:08 | 200 |      33.671µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:30:08.930Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b896b81b-4ec9-40d5-ab57-a5ea62cb9686","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:30:08.930Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b896b81b-4ec9-40d5-ab57-a5ea62cb9686","keyPrefix":"sk-oai-1Uzg4Wd1oU3n...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:30:08 | 201 |    2.107292ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:30:08 | 200 |     490.488µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:30:08 | 200 |     172.101µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:30:13 | 200 |      31.556µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:18 | 200 |      38.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:18 | 200 |      35.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:23 | 200 |      35.808µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:30:28.195Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3509c3e9-b4ab-4e3d-a642-176d5b7ee3f9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:30:28.195Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3509c3e9-b4ab-4e3d-a642-176d5b7ee3f9","keyPrefix":"sk-oai-TspGQE8Bj21D...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:30:28 | 201 |   11.485629ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:30:28 | 200 |      38.808µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:28 | 200 |    1.347931ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:30:28 | 200 |     185.498µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:30:28 | 200 |      686.33µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:30:28 | 200 |     165.525µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:30:28 | 200 |      36.151µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:33 | 200 |      38.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:38 | 200 |      35.915µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:38 | 200 |      35.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:43 | 200 |       31.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:30:47.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"168914ce-d61c-46f0-b7b7-07eaa6df9968","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:30:47.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"168914ce-d61c-46f0-b7b7-07eaa6df9968","keyPrefix":"sk-oai-84FqKMonBuD8...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:30:47 | 201 |    2.028642ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:30:47 | 200 |     665.224µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:30:47 | 200 |      560.23µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:30:47 | 200 |     157.301µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:30:47 | 200 |   20.036168ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:30:48 | 200 |      49.967µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:48 | 200 |       32.65µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:53 | 200 |      35.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:58 | 200 |      33.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:30:58 | 200 |        41.9µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:03 | 200 |       36.48µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:06 | 200 |      173.34µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:31:06 | 200 |     191.177µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:31:06 | 200 |   24.162683ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:31:08 | 200 |      39.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:08 | 200 |      33.767µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:13 | 200 |      34.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:18 | 200 |      35.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:18 | 200 |      44.164µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:31:21.099Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bc9a27bb-888c-43bd-baa9-b24dd2f75109","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:31:21.099Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc9a27bb-888c-43bd-baa9-b24dd2f75109","keyPrefix":"sk-oai-aCenJ2fA6Ew9...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:31:21 | 201 |    2.138489ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:31:23 | 200 |      36.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:28 | 200 |      39.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:28 | 200 |      32.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:33 | 200 |      35.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:38 | 200 |      40.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:38 | 200 |      35.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:43 | 200 |      34.365µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:48 | 200 |      35.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:48 | 200 |      32.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:51 | 200 |    2.089904ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:31:51 | 200 |     146.494µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:31:51 | 200 |     586.661µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:31:51 | 200 |     373.657µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:31:51 | 200 |     137.592µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:31:51 | 200 |    9.523346ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:31:53 | 200 |      39.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:58 | 200 |      34.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:31:58 | 200 |      32.858µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:03 | 200 |      32.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:08 | 200 |      34.141µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:08 | 200 |     156.304µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:32:08 | 200 |   12.397173ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:08 | 200 |      35.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:13 | 200 |      31.898µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:32:16.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"17e1e961-4b3c-4119-830c-5ca7badb1ad6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:32:16.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17e1e961-4b3c-4119-830c-5ca7badb1ad6","keyPrefix":"sk-oai-g0nD0UUoRVGY...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:32:16 | 201 |    2.108872ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:18 | 200 |      34.759µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:18 | 200 |      31.846µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:23 | 200 |      36.791µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:25 | 200 |    1.038509ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:25 | 200 |     380.338µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:25 | 200 |     136.287µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:32:25 | 200 |    8.922643ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:32:25.587Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae1d440e-e1af-45f2-bc68-d08c0850fd44","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:32:25.587Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae1d440e-e1af-45f2-bc68-d08c0850fd44","keyPrefix":"sk-oai-1cDsRRUAVJLe...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:32:25 | 201 |    1.799657ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:28 | 200 |      31.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:28 | 200 |      38.487µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:33 | 200 |      34.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:33 | 200 |    1.053105ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:33 | 200 |     408.149µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:33 | 200 |     118.892µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:32:33 | 200 |    6.000824ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:33 | 200 |     465.962µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:33 | 200 |     414.143µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:33 | 200 |     136.456µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:32:33 | 200 |    6.176731ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:32:34.715Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"391f087c-4e10-41b1-ab26-ce3212cbfabb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:32:34.715Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"391f087c-4e10-41b1-ab26-ce3212cbfabb","keyPrefix":"sk-oai-UnUx6Dq3RWTi...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:32:34 | 201 |    2.101144ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:38 | 200 |      34.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:38 | 200 |      33.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:42 | 200 |    1.092435ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:42 | 200 |     471.169µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:32:42 | 200 |     152.047µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:32:42 | 200 |    12.01904ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:43 | 200 |      40.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:48 | 200 |      33.502µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:48 | 200 |      33.581µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:32:51.991Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81403049-72e2-45aa-bbd7-c1117b4ffdd1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:32:51.991Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81403049-72e2-45aa-bbd7-c1117b4ffdd1","keyPrefix":"sk-oai-11U5XEzAwsSd...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:32:51 | 201 |    2.251591ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:32:53 | 200 |      34.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:58 | 200 |      35.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:32:58 | 200 |      34.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:00 | 200 |     959.398µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:00 | 200 |     478.224µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:00 | 200 |     160.803µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:00 | 200 |     383.497µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:00 | 200 |     160.525µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:00 | 200 |    20.60618ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:33:03 | 200 |      33.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:08 | 200 |      37.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:08 | 200 |      35.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:13 | 200 |      34.542µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:33:15.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09982ad6-5ee9-47bb-9489-ccb0605ef151","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:33:15.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09982ad6-5ee9-47bb-9489-ccb0605ef151","keyPrefix":"sk-oai-1FUm3TaYwEuv...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:33:15 | 201 |      2.2223ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:33:18 | 200 |      42.582µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:18 | 200 |      34.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:23 | 200 |      35.873µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:23 | 200 |    1.076505ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:23 | 200 |     517.973µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:23 | 200 |     197.138µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:23 | 200 |   10.288115ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:33:23 | 200 |      175.82µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:23 | 200 |   35.916622ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:33:28 | 200 |      40.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:28 | 200 |      39.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:33 | 200 |       43.28µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:38 | 200 |      40.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:38 | 200 |      39.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:42 | 200 |     198.524µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:42 | 200 |     180.913µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:42 | 200 |     188.105µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:42 | 200 |   39.684056ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:33:43 | 200 |      38.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:48 | 200 |      43.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:48 | 200 |      54.903µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:53 | 200 |      42.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:58 | 200 |      37.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:58 | 200 |      39.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:33:59 | 200 |     170.971µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:33:59 | 200 |   13.172251ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:03 | 200 |      38.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:08 | 200 |      39.484µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:08 | 200 |      40.713µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:34:12.875Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e1b5d871-dda1-4ada-91a4-34aa4df31b78","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:34:12.875Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e1b5d871-dda1-4ada-91a4-34aa4df31b78","keyPrefix":"sk-oai-6Pg38wqmNrZx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:34:12 | 201 |    2.451026ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:13 | 200 |      38.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:18 | 200 |      45.236µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:18 | 200 |      57.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:20 | 200 |    1.045032ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:20 | 200 |     137.367µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:34:21.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ec888bf-e214-472e-a955-a2cd3dcb3882","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:34:21.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ec888bf-e214-472e-a955-a2cd3dcb3882","keyPrefix":"sk-oai-fW9s0AsepQFz...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:34:21 | 201 |    1.244842ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:23 | 200 |      37.738µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:28 | 200 |      38.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:28 | 200 |      40.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:29 | 200 |     937.883µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:29 | 200 |     558.435µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:29 | 200 |     136.751µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:34:29 | 200 |   10.709025ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:34:29.976Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aaec7a5d-64a5-4fa1-9e7f-9852c15364d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:34:29.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aaec7a5d-64a5-4fa1-9e7f-9852c15364d1","keyPrefix":"sk-oai-dovnZz4BAeIO...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:34:29 | 201 |    1.873829ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:33 | 200 |      35.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:38 | 200 |     943.838µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:38 | 200 |     516.686µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:38 | 200 |     140.165µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:34:38 | 200 |   10.051177ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:38 | 200 |       38.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:38 | 200 |       38.75µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:34:38.750Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6b5ec5f8-d76b-47e2-995b-bb34d542701c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:34:38.750Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b5ec5f8-d76b-47e2-995b-bb34d542701c","keyPrefix":"sk-oai-InbSabJm3tur...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:34:38 | 201 |    1.823265ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:43 | 200 |      41.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:46 | 200 |      832.08µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:46 | 200 |     441.876µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:34:46 | 200 |     154.832µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:34:46 | 200 |    9.239434ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:48 | 200 |      40.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:48 | 200 |      37.671µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:53 | 200 |      61.267µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:34:55.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ca5502fa-e7d0-4ed0-9267-3c68fd597343","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:34:55.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca5502fa-e7d0-4ed0-9267-3c68fd597343","keyPrefix":"sk-oai-1S700SpOcABE...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:34:55 | 201 |    2.145804ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:34:58 | 200 |      48.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:34:58 | 200 |      39.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:03 | 200 |      41.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:08 | 200 |      37.623µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:08 | 200 |      46.383µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:12 | 200 |    1.374628ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:35:12 | 403 |     144.244µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:35:13 | 200 |      38.231µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:18 | 200 |      41.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:18 | 200 |      37.469µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:23 | 200 |      45.168µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:28 | 200 |      40.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:28 | 200 |      41.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:29 | 403 |     120.516µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:35:33 | 200 |        38.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:38 | 200 |      40.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:38 | 200 |      39.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:43 | 200 |      42.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:46 | 403 |     130.885µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:35:48 | 200 |      53.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:48 | 200 |      53.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:53 | 200 |      41.439µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:58 | 200 |      37.951µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:35:58 | 200 |      42.201µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:03 | 200 |      37.509µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:03 | 403 |      134.02µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:08 | 200 |       45.06µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:08 | 200 |      38.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:13 | 200 |      41.035µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:36:17.988Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"47ba8072-2270-4677-9064-eb811f0df960","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:36:17.988Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"47ba8072-2270-4677-9064-eb811f0df960","keyPrefix":"sk-oai-MqtgkOLgOku3...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:36:17 | 201 |    2.248875ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:18 | 200 |      40.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:18 | 200 |      40.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:23 | 200 |      39.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:26 | 200 |     862.525µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:26 | 200 |     494.304µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:26 | 200 |     182.085µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:36:26 | 200 |    19.62817ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:28 | 200 |      43.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:28 | 200 |      38.725µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:33 | 200 |      44.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:38 | 200 |       41.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:38 | 200 |      40.363µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:36:40.233Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6f2c5b6-6cd9-4684-87d5-f39e5dc5cfcb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:36:40.233Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6f2c5b6-6cd9-4684-87d5-f39e5dc5cfcb","keyPrefix":"sk-oai-bSlARVjiUil2...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:36:40 | 201 |    3.655922ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:36:40.274Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"157a54ca-541d-4ae9-b897-1d121c74581e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:36:40.274Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"157a54ca-541d-4ae9-b897-1d121c74581e","keyPrefix":"sk-oai-174sWRhkmdJw...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:36:40 | 201 |    1.685372ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:43 | 200 |      54.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:48 | 200 |      41.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:48 | 200 |     844.858µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:48 | 200 |     462.752µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:48 | 200 |     159.721µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:36:48 | 200 |     9.82571ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:48 | 200 |     560.533µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:48 | 200 |     434.415µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:36:48 | 200 |      165.28µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:36:48 | 200 |   12.405439ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:36:48 | 200 |      39.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:53 | 200 |      40.748µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:58 | 200 |        42.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:36:58 | 200 |      44.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:03 | 200 |      41.648µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:06 | 200 |      189.64µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:06 | 200 |     179.779µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:07 | 200 |     185.091µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:07 | 200 |   36.269919ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:37:08 | 200 |      40.279µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:08 | 200 |      53.925µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:13 | 200 |      43.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:18 | 200 |      43.302µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:18 | 200 |      38.918µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:23 | 200 |       40.55µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:25 | 200 |     189.955µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:25 | 200 |   13.476087ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:37:25 | 200 |      188.92µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:25 | 200 |   13.503152ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:37:28 | 200 |      42.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:28 | 200 |      40.215µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:33 | 200 |      48.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:38 | 200 |      38.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:38 | 200 |       45.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:43 | 200 |        42.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:48 | 200 |      40.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:48 | 200 |      41.393µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:37:51.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3ca3e82-3ed9-4377-bb88-c8b131787ec6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:37:51.369Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3ca3e82-3ed9-4377-bb88-c8b131787ec6","keyPrefix":"sk-oai-8yaVfC2VkdjQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:37:51 | 201 |    2.159674ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:37:51 | 200 |     600.866µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:37:51 | 200 |     184.716µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:51 | 200 |     548.985µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:37:51 | 200 |     157.534µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:51 | 200 |     597.966µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:37:51 | 200 |     156.887µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:51 | 200 |     562.997µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:37:51 | 200 |     431.525µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:37:51 | 200 |     162.635µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:37:51 | 200 |   10.549945ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:37:53 | 200 |      41.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:58 | 200 |       44.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:37:58 | 200 |      38.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:03 | 200 |      44.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:08 | 200 |      40.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:08 | 200 |      43.817µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:38:09.286Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3dc0d3de-b713-4d6c-a5fd-ad09488309d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:09.286Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3dc0d3de-b713-4d6c-a5fd-ad09488309d4","keyPrefix":"sk-oai-1XfBklgMfrYt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:09 | 201 |    2.017306ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:09 | 200 |     579.964µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:09 | 200 |     169.617µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:13 | 200 |      40.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:18 | 200 |      40.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:18 | 200 |      43.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:23 | 200 |       43.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:28 | 200 |      49.888µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:28 | 200 |      58.621µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:33 | 200 |      41.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:38 | 200 |      45.475µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:38 | 200 |      58.768µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:43 | 200 |      38.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:48 | 200 |      44.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:48 | 200 |      38.692µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:38:49.345Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3c33634c-bef5-43cf-8fa3-31bc3322079a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:49.345Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c33634c-bef5-43cf-8fa3-31bc3322079a","keyPrefix":"sk-oai-6a3kANY68pvY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:49 | 201 |   11.365243ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:50.275Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"b6f068bb-7fcd-4035-9e00-8e2ce469f3b4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:50.275Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6f068bb-7fcd-4035-9e00-8e2ce469f3b4","keyPrefix":"sk-oai-Ekrtxz1tZ4uW...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:50 | 201 |    1.939776ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:50.675Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b18f67c2-7bbb-469e-90e5-4838433ab77f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:50.675Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b18f67c2-7bbb-469e-90e5-4838433ab77f","keyPrefix":"sk-oai-oy9Gz7ivwVqp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:50 | 201 |    1.776228ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:50 | 200 |    1.346399ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:50 | 200 |     541.477µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:50 | 200 |     144.492µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:50 | 200 |   12.275437ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:50 | 200 |     541.751µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:50 | 200 |     155.011µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T21:38:50.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2e68b549-d3e1-4023-9262-ce6dad627b5d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:50.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e68b549-d3e1-4023-9262-ce6dad627b5d","keyPrefix":"sk-oai-16f4isbS0EUa...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:50 | 201 |    1.672449ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:50.932Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"2e68b549-d3e1-4023-9262-ce6dad627b5d"}
{"level":"info","timestamp":"2026-06-03T21:38:50.932Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2e68b549-d3e1-4023-9262-ce6dad627b5d","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:38:50 | 200 |    3.012551ms |      100.64.0.3 | DELETE   "/v1/api-keys/2e68b549-d3e1-4023-9262-ce6dad627b5d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:53 | 200 |      43.941µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:53 | 200 |    1.000989ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T21:38:53.969Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:38:53 | 500 |     106.968µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:54.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8db140c3-2450-4a9e-a9fe-33ef109cbf97","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:54.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8db140c3-2450-4a9e-a9fe-33ef109cbf97","keyPrefix":"sk-oai-1CtXXCV7z7hx...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:54 | 201 |    1.781597ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:54.479Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"cdc97013-588b-4083-8c65-77fbc07292bc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:54.479Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cdc97013-588b-4083-8c65-77fbc07292bc","keyPrefix":"sk-oai-rk6aeEosIDJI...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:54 | 201 |    1.579175ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:54.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ade1ecf8-3de3-4638-9966-6ecb61623404","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:54.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ade1ecf8-3de3-4638-9966-6ecb61623404","keyPrefix":"sk-oai-1Hay5pLZK4fb...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:54 | 201 |    1.734407ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:54.656Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"ade1ecf8-3de3-4638-9966-6ecb61623404"}
{"level":"info","timestamp":"2026-06-03T21:38:54.656Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ade1ecf8-3de3-4638-9966-6ecb61623404","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:38:54 | 200 |    2.270725ms |      100.64.0.2 | DELETE   "/v1/api-keys/ade1ecf8-3de3-4638-9966-6ecb61623404" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:54 | 404 |     759.083µs |      100.64.0.3 | DELETE   "/v1/api-keys/ade1ecf8-3de3-4638-9966-6ecb61623404" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:54.842Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"176fef18-ab46-40b6-b80a-36a60d32525c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:54.842Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"176fef18-ab46-40b6-b80a-36a60d32525c","keyPrefix":"sk-oai-l6EokF0XLAi3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:54 | 201 |    1.715526ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:54 | 200 |     570.534µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:54 | 200 |     526.275µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:54 | 200 |     132.067µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:54 | 200 |   10.073376ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:55.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"96d6ec54-7bcd-4d4e-924c-275999574012","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:55.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"96d6ec54-7bcd-4d4e-924c-275999574012","keyPrefix":"sk-oai-cjhUwc0iSo3K...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:55 | 201 |    1.639767ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:55 | 200 |     534.992µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 403 |     107.414µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:55 | 200 |     530.514µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |     491.688µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |     208.661µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:55 | 200 |   10.307051ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:55.252Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"20879c68-108f-4e02-b6af-c24e477fe248","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:55.252Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20879c68-108f-4e02-b6af-c24e477fe248","keyPrefix":"sk-oai-1A20SzwfxFms...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:55 | 201 |    1.747559ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:55 | 200 |      494.75µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |      403.99µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |      149.56µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:55 | 200 |   10.121233ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:55 | 200 |      461.94µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |     409.434µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:38:55 | 200 |     144.777µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:38:55 | 200 |   10.220827ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:38:55.481Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"db7e01cc-f131-4490-803e-8dad595b59dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:38:55.481Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db7e01cc-f131-4490-803e-8dad595b59dd","keyPrefix":"sk-oai-1PpOJIoEEWIH...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:38:55 | 201 |    1.899383ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:38:58 | 200 |      45.867µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:38:58 | 200 |      44.111µs |      10.134.0.2 | GET      "/health"