[GIN] 2026/06/03 - 22:04:50 | 200 |      47.443µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T22:04:50.187Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T22:04:50.187Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 22:04:50 | 400 |     339.704µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:53 | 200 |       66.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:58 | 200 |      41.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:00 | 200 |      54.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:03 | 200 |       45.09µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:05:07.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e7dc8faf-51e7-4b33-95d9-3f2e88d315dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:05:07.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7dc8faf-51e7-4b33-95d9-3f2e88d315dd","keyPrefix":"sk-oai-sbXe8Pn7Hf0P...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:05:07 | 201 |   11.136175ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:07 | 200 |    1.472184ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:05:07 | 200 |     156.717µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:05:08 | 200 |      39.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:10 | 200 |      49.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:13 | 200 |       43.29µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:05:16.722Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c8405c97-5b32-411f-9c7a-2f2ef6b9a28b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:05:16.722Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8405c97-5b32-411f-9c7a-2f2ef6b9a28b","keyPrefix":"sk-oai-1ZEnIqX0iXtW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:05:16 | 201 |    2.297574ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:18 | 200 |      39.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:20 | 200 |       58.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:23 | 200 |      40.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:24 | 200 |      978.97µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:05:24 | 200 |     139.972µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:05:28 | 200 |      37.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:30 | 200 |      51.291µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:33 | 200 |      42.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:38 | 200 |      45.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:40 | 200 |      47.996µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:05:42.350Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f998125d-7886-46ce-aff2-9b96146874ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:05:42.350Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f998125d-7886-46ce-aff2-9b96146874ee","keyPrefix":"sk-oai-1NbibmmfRpDP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:05:42 | 201 |     2.08501ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:42 | 200 |     638.192µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:05:42 | 200 |     163.172µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:05:43 | 200 |      35.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:48 | 200 |      48.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:50 | 200 |      51.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:53 | 200 |      56.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:58 | 200 |      51.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:00 | 200 |      48.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:03 | 200 |      39.576µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:08 | 200 |      48.269µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:10 | 200 |      45.008µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:13 | 200 |      43.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:18 | 200 |      41.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:20 | 200 |      45.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:23 | 200 |      49.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:28 | 200 |      47.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:30 | 200 |      40.177µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:33 | 200 |      40.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:38 | 200 |      50.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:40 | 200 |      54.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:43 | 200 |      41.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:48 | 200 |      51.182µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:50 | 200 |      47.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:53 | 200 |      37.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:58 | 200 |        46.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:00 | 200 |      57.991µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:03 | 200 |      48.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:08 | 200 |      49.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:10 | 200 |      43.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:13 | 200 |      45.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:18 | 200 |      47.275µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:20 | 200 |      48.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:23 | 200 |      54.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:28 | 200 |      45.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:30 | 200 |       47.52µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:33 | 200 |      45.217µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:38 | 200 |       40.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:40 | 200 |      46.299µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:07:42.049Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c6e13cd8-3bdd-4e21-995f-775a5e65606d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:07:42.049Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c6e13cd8-3bdd-4e21-995f-775a5e65606d","keyPrefix":"sk-oai-qXkzUaIyQTk3...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:07:42 | 201 |    2.253994ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:43 | 200 |      42.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:48 | 200 |      46.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:50 | 200 |      58.342µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:53 | 200 |      46.371µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:58 | 200 |      58.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:00 | 200 |       41.09µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:03 | 200 |      40.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:04 | 200 |    1.154463ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:04 | 200 |     146.936µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:05 | 404 |    1.249485ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:08 | 200 |      40.619µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:10 | 200 |      43.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:13 | 200 |      66.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:18 | 200 |        40.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:20 | 200 |      55.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:23 | 200 |       44.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:28 | 200 |      48.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:30 | 200 |      41.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:33 | 200 |      40.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:38 | 200 |      37.651µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:40 | 200 |      37.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:43 | 200 |      38.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:48 | 200 |      38.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:50 | 200 |      52.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:53 | 200 |      49.915µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:08:57.564Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"31870c3d-2bc5-4a90-8b34-63499d4693d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:57.564Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31870c3d-2bc5-4a90-8b34-63499d4693d0","keyPrefix":"sk-oai-WFAikMXvVmFb...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:57 | 201 |    2.182821ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:57 | 200 |     661.391µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:57 | 200 |     193.461µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:58 | 200 |       43.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:00 | 200 |      40.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:03 | 200 |      39.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:08 | 200 |      38.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:10 | 200 |      39.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:13 | 200 |      38.293µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:09:16.816Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"028f1c38-1880-4dde-9203-5fe32314c799","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:09:16.816Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"028f1c38-1880-4dde-9203-5fe32314c799","keyPrefix":"sk-oai-hgiXD62OfBjO...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:09:16 | 201 |    2.353483ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:09:16 | 200 |         854µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:09:16 | 200 |     383.686µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:09:17 | 200 |      812.79µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:09:17 | 200 |     426.181µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:09:18 | 200 |      44.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:20 | 200 |      42.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:23 | 200 |      39.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:28 | 200 |       38.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:30 | 200 |      39.973µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:33 | 200 |      40.931µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:09:36.323Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"99bfec18-da48-44bd-b291-e7dfdf408ba0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:09:36.323Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99bfec18-da48-44bd-b291-e7dfdf408ba0","keyPrefix":"sk-oai-138a58ND7776...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:09:36 | 201 |    2.122165ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:09:36 | 200 |     539.964µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:09:36 | 200 |     497.362µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:09:36 | 200 |     149.815µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:09:36 | 200 |   17.047646ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:09:38 | 200 |      40.167µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:40 | 200 |      37.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:43 | 200 |      40.732µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:48 | 200 |      40.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:50 | 200 |      43.052µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:53 | 200 |      36.919µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:09:55 | 200 |     381.761µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:09:55 | 200 |     369.924µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:09:55 | 200 |   29.399774ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:09:58 | 200 |      38.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:00 | 200 |      40.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:03 | 200 |      44.182µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:08 | 200 |      40.159µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:10:09.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f9368e2-02bb-4835-ae0b-961d88daf090","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:10:09.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f9368e2-02bb-4835-ae0b-961d88daf090","keyPrefix":"sk-oai-10Am6HwhtiS3...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:10:09 | 201 |   10.823512ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:10:10 | 200 |      38.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:13 | 200 |      37.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:18 | 200 |      39.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:20 | 200 |      40.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:23 | 200 |      42.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:28 | 200 |      49.131µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:30 | 200 |      42.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:33 | 200 |      43.542µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:38 | 200 |      43.117µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:39 | 200 |     2.99696ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:10:39 | 200 |     143.234µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:10:39 | 200 |     607.791µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:10:39 | 200 |      418.85µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:10:39 | 200 |     135.282µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:10:39 | 200 |    9.284347ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:10:40 | 200 |      26.871µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:43 | 200 |      64.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:48 | 200 |      42.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:50 | 200 |      37.458µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:53 | 200 |       38.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:10:57 | 200 |     184.205µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:10:57 | 200 |   12.627405ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:10:58 | 200 |      39.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:00 | 200 |      43.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:03 | 200 |      38.361µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:11:05.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ff7ed2fb-427e-4ef2-9f46-11c50cb89aa0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:11:05.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff7ed2fb-427e-4ef2-9f46-11c50cb89aa0","keyPrefix":"sk-oai-OvAwmjJ5aBRQ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:11:05 | 201 |    1.747598ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:08 | 200 |      54.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:10 | 200 |      39.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:13 | 200 |      38.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:13 | 200 |    1.115279ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:13 | 200 |     564.366µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:13 | 200 |     180.718µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:13 | 200 |   10.038464ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:11:14.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30070c63-5f86-4d4e-8e67-d50322b3608a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:11:14.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30070c63-5f86-4d4e-8e67-d50322b3608a","keyPrefix":"sk-oai-4yafZfPAMV3z...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:11:14 | 201 |    1.420505ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:18 | 200 |       44.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:20 | 200 |      48.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:22 | 200 |     963.053µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:22 | 200 |     410.071µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:22 | 200 |     150.716µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:22 | 200 |    6.608929ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:22 | 200 |     491.084µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:22 | 200 |     389.204µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:22 | 200 |     157.023µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:22 | 200 |    6.189422ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:23 | 200 |       49.38µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:11:23.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bc31cd69-1a55-4c92-bd39-8e635d00164b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:11:23.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc31cd69-1a55-4c92-bd39-8e635d00164b","keyPrefix":"sk-oai-1ZWinQiWQ0kn...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:11:23 | 201 |    1.484495ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:28 | 200 |      42.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:30 | 200 |      39.265µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:31 | 200 |     807.356µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:31 | 200 |     379.593µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:31 | 200 |     211.203µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:31 | 200 |    9.135377ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:33 | 200 |      39.917µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:38 | 200 |      37.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:40 | 200 |      42.347µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:11:40.654Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"554f769c-8df8-4652-822f-91e8db50c027","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:11:40.654Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"554f769c-8df8-4652-822f-91e8db50c027","keyPrefix":"sk-oai-1LLXsC6Gwvet...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:11:40 | 201 |    1.557761ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:43 | 200 |      42.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:48 | 200 |      40.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:48 | 200 |    1.046049ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:48 | 200 |      401.39µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:48 | 200 |     142.603µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:48 | 200 |     406.871µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:11:48 | 200 |     135.972µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:11:48 | 200 |   17.725817ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:11:50 | 200 |      43.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:53 | 200 |      49.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:11:58 | 200 |      41.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:00 | 200 |      54.601µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:12:02.209Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"69f6b5b0-273b-4297-8d12-59c1945b65a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:12:02.209Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69f6b5b0-273b-4297-8d12-59c1945b65a2","keyPrefix":"sk-oai-C4oOekPkjwIZ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:12:02 | 201 |    1.742847ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:12:03 | 200 |      46.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:08 | 200 |      53.783µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:10 | 200 |      43.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:10 | 200 |    1.138885ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:12:10 | 200 |     584.974µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:12:10 | 200 |     405.506µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:10 | 200 |   10.222554ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:12:10 | 200 |     361.034µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:10 | 200 |   22.241578ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:12:13 | 200 |      38.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:18 | 200 |      38.703µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:20 | 200 |       41.59µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:23 | 200 |      37.369µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:28 | 200 |      43.873µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:28 | 200 |     164.486µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:28 | 200 |     148.195µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:28 | 200 |     167.823µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:28 | 200 |    40.37882ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:12:30 | 200 |      54.887µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:33 | 200 |      43.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:38 | 200 |        52.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:40 | 200 |      40.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:43 | 200 |      37.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:46 | 200 |     367.136µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:12:46 | 200 |   12.789103ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:12:48 | 200 |        49.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:50 | 200 |      40.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:53 | 200 |      39.112µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:12:58 | 200 |      38.147µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:12:59.406Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8d2b1822-c57a-4788-a09c-e8b45870748e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:12:59.406Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d2b1822-c57a-4788-a09c-e8b45870748e","keyPrefix":"sk-oai-1YoKkm1dJJKp...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:12:59 | 201 |    2.367017ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:00 | 200 |      38.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:03 | 200 |      40.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:07 | 200 |    1.230392ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:07 | 200 |     147.673µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:13:08.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e8dc157-4e86-4ddd-882f-bd61b45cf091","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:13:08.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e8dc157-4e86-4ddd-882f-bd61b45cf091","keyPrefix":"sk-oai-UxlRBJAay70D...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:13:08 | 201 |    1.529118ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:08 | 200 |      51.371µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:10 | 200 |      37.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:13 | 200 |      45.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:16 | 200 |    1.181352ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:16 | 200 |     646.526µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:16 | 200 |     373.693µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:13:16 | 200 |   10.359481ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:13:16.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c7fbc99-2cd2-4414-aa6d-deddb6051a74","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:13:16.519Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c7fbc99-2cd2-4414-aa6d-deddb6051a74","keyPrefix":"sk-oai-2PlxTuMgK5S4...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:13:16 | 201 |    1.315767ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:18 | 200 |       42.92µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:20 | 200 |       41.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:23 | 200 |      46.287µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:24 | 200 |     994.612µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:24 | 200 |      505.43µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:24 | 200 |     168.708µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:13:24 | 200 |    9.515745ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:13:25.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a864fbc6-6615-4b55-8a42-91a5dc14d638","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:13:25.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a864fbc6-6615-4b55-8a42-91a5dc14d638","keyPrefix":"sk-oai-edWu4gbiWAon...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:13:25 | 201 |    1.277747ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:28 | 200 |      38.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:30 | 200 |      39.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:33 | 200 |      37.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:33 | 200 |    1.034122ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:33 | 200 |     467.389µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:33 | 200 |     207.526µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:13:33 | 200 |    9.747065ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:38 | 200 |      44.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:40 | 200 |      42.899µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:13:42.567Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9ac848d1-d538-46d1-af54-35ddaee7cf35","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:13:42.567Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ac848d1-d538-46d1-af54-35ddaee7cf35","keyPrefix":"sk-oai-1Ta5nC4fsbDd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:13:42 | 201 |    1.691665ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:13:43 | 200 |      40.896µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:48 | 200 |      37.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:50 | 200 |      43.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:53 | 200 |      45.339µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:58 | 200 |      47.369µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:13:58 | 200 |     826.124µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:13:58 | 403 |     114.279µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:14:00 | 200 |      37.943µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:03 | 200 |       39.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:08 | 200 |      40.372µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:10 | 200 |       43.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:13 | 200 |      66.205µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:15 | 403 |     157.074µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:14:18 | 200 |      47.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:20 | 200 |      40.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:23 | 200 |      39.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:28 | 200 |      46.818µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:30 | 200 |      42.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:33 | 403 |     122.294µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:14:33 | 200 |      38.896µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:38 | 200 |      40.923µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:40 | 200 |       39.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:43 | 200 |      40.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:48 | 200 |      39.752µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:50 | 200 |      40.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:50 | 403 |     125.174µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:14:53 | 200 |      40.036µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:14:58 | 200 |      43.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:00 | 200 |      39.503µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:15:01.341Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 22:15:01 | 200 |    1.045825ms |     10.132.0.39 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 22:15:03 | 200 |      50.566µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:15:04.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"efa83a31-ed34-4e61-9a2e-44e798286c35","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:15:04.854Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"efa83a31-ed34-4e61-9a2e-44e798286c35","keyPrefix":"sk-oai-PnomouDD62Pk...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:15:04 | 201 |     1.66026ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:08 | 200 |      59.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:10 | 200 |      44.132µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:12 | 200 |     966.338µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:12 | 200 |     532.375µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:12 | 200 |     173.548µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:12 | 200 |   20.162911ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:13 | 200 |      38.032µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:18 | 200 |       46.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:20 | 200 |      52.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:23 | 200 |      39.495µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:15:27.160Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"294fa930-6a42-497d-b280-c2ea586667c1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:15:27.160Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"294fa930-6a42-497d-b280-c2ea586667c1","keyPrefix":"sk-oai-1ZKDCAKbfsiI...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:15:27 | 201 |    1.897856ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:15:27.199Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4622cb7c-ce8b-4631-8ce8-deaebbe58f39","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:15:27.199Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4622cb7c-ce8b-4631-8ce8-deaebbe58f39","keyPrefix":"sk-oai-19j6SByVIGWB...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:15:27 | 201 |    1.288683ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:28 | 200 |      43.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:30 | 200 |      47.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:33 | 200 |      44.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:35 | 200 |     811.422µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:35 | 200 |     456.608µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:35 | 200 |     218.868µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:35 | 200 |    9.466163ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:35 | 200 |     526.234µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:35 | 200 |     461.424µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:15:35 | 200 |     199.649µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:35 | 200 |    8.706764ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:38 | 200 |      39.256µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:40 | 200 |      40.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:43 | 200 |      38.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:48 | 200 |      46.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:50 | 200 |       40.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:53 | 200 |      37.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:15:53 | 200 |     187.531µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:53 | 200 |     165.923µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:53 | 200 |     139.904µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:15:53 | 200 |   34.364634ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:15:58 | 200 |      43.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:00 | 200 |      41.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:03 | 200 |      39.545µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:08 | 200 |      48.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:10 | 200 |      41.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:12 | 200 |     183.351µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:12 | 200 |   13.026553ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:16:12 | 200 |     140.213µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:12 | 200 |   12.365245ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:16:13 | 200 |      40.763µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:18 | 200 |      45.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:20 | 200 |       42.18µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:23 | 200 |      38.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:28 | 200 |      43.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:30 | 200 |       39.01µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:33 | 200 |        39.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:38 | 200 |      41.466µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:16:38.356Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"93d5b5f5-c60c-4b3d-81f6-e84d0f927b7b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:16:38.356Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93d5b5f5-c60c-4b3d-81f6-e84d0f927b7b","keyPrefix":"sk-oai-FckG3CNM3Qa3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:16:38 | 201 |    1.854159ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:16:38 | 200 |     696.669µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     137.346µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:38 | 200 |     486.635µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     133.657µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:38 | 200 |     470.475µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     105.011µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:38 | 200 |     486.382µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     123.079µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:38 | 200 |     410.642µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     924.378µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:38 | 200 |     104.362µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:38 | 200 |    11.36117ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:16:40 | 200 |      38.663µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:43 | 200 |      37.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:48 | 200 |      41.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:50 | 200 |      42.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:16:53 | 200 |      43.021µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:16:56.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4335d760-329f-40ed-80c5-b2556f5766b6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:16:56.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4335d760-329f-40ed-80c5-b2556f5766b6","keyPrefix":"sk-oai-nDbTKl5wCTSx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:16:56 | 201 |    1.624582ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:16:56 | 200 |     558.003µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:16:56 | 200 |     153.138µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:16:58 | 200 |      48.816µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:00 | 200 |      41.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:03 | 200 |      45.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:08 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:10 | 200 |      52.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:13 | 200 |       39.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:18 | 200 |      38.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:20 | 200 |      39.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:23 | 200 |      37.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:28 | 200 |      42.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:30 | 200 |      37.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:33 | 200 |      40.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:38 | 200 |        42.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:40 | 200 |      57.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:43 | 200 |      39.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:48 | 200 |      39.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:50 | 200 |      51.575µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:53 | 200 |      38.146µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:17:58 | 200 |      57.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:18:00 | 200 |      37.391µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:18:03.232Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a2c00c5d-162c-418b-b84f-7dfadea14b0e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:03.232Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2c00c5d-162c-418b-b84f-7dfadea14b0e","keyPrefix":"sk-oai-4fEcZcxKRq24...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:03 | 201 |   10.684926ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:03 | 200 |      39.311µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:18:04.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"43d23a77-ccca-47cb-bf37-706bb492e6e0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:04.169Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43d23a77-ccca-47cb-bf37-706bb492e6e0","keyPrefix":"sk-oai-ZDIv49fcjLFO...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:04 | 201 |    1.764253ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:04.588Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d4246be0-c728-458f-9d98-ef771b55a24d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:04.588Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4246be0-c728-458f-9d98-ef771b55a24d","keyPrefix":"sk-oai-1bRCfnr2qhFH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:04 | 201 |    1.513483ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:04 | 200 |    1.354219ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:04 | 200 |     644.017µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:04 | 200 |     344.814µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:18:04 | 200 |    9.673142ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:04 | 200 |     744.712µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:04 | 200 |      342.78µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T22:18:04.847Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e0739bec-0069-4821-b8ee-bb090188b394","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:04.847Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e0739bec-0069-4821-b8ee-bb090188b394","keyPrefix":"sk-oai-3mpwTLzC57zh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:04 | 201 |    1.190638ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:04.876Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e0739bec-0069-4821-b8ee-bb090188b394"}
{"level":"info","timestamp":"2026-06-03T22:18:04.876Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e0739bec-0069-4821-b8ee-bb090188b394","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 22:18:04 | 200 |    2.549974ms |      100.64.0.3 | DELETE   "/v1/api-keys/e0739bec-0069-4821-b8ee-bb090188b394" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:07 | 200 |    1.194373ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T22:18:07.906Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 22:18:07 | 500 |     101.525µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:08 | 200 |      47.719µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:18:08.414Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"285e7797-6ab4-416f-9d73-009b8b3ffcfc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:08.414Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"285e7797-6ab4-416f-9d73-009b8b3ffcfc","keyPrefix":"sk-oai-7gdI0zX9ugIS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:08 | 201 |    1.533611ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:08.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"655827db-a786-4d58-a1a1-d1f4b62987a1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:08.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"655827db-a786-4d58-a1a1-d1f4b62987a1","keyPrefix":"sk-oai-1D6YndoSdZZL...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:08 | 201 |    1.126512ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:08.598Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7c022e19-51bf-4939-a889-39b6c8ecb60d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:08.598Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c022e19-51bf-4939-a889-39b6c8ecb60d","keyPrefix":"sk-oai-7cuNaYNwpy3z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:08 | 201 |    1.392212ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:08.624Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"7c022e19-51bf-4939-a889-39b6c8ecb60d"}
{"level":"info","timestamp":"2026-06-03T22:18:08.624Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7c022e19-51bf-4939-a889-39b6c8ecb60d","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 22:18:08 | 200 |    1.869021ms |      100.64.0.4 | DELETE   "/v1/api-keys/7c022e19-51bf-4939-a889-39b6c8ecb60d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:08 | 404 |     814.003µs |      100.64.0.3 | DELETE   "/v1/api-keys/7c022e19-51bf-4939-a889-39b6c8ecb60d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:08.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ec0ed8c0-00c2-4f81-88a5-7587e8383797","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:08.805Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec0ed8c0-00c2-4f81-88a5-7587e8383797","keyPrefix":"sk-oai-e03D6FIyUzRH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:08 | 201 |    1.251647ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:08 | 200 |     763.415µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:08 | 200 |     671.752µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:08 | 200 |     217.543µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:18:08 | 200 |    9.649006ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:08.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c09d848a-4927-466c-85ce-707d1ad1d618","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:08.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c09d848a-4927-466c-85ce-707d1ad1d618","keyPrefix":"sk-oai-jp2ZzObdmG8P...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:08 | 201 |    1.249749ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:09 | 200 |     690.133µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 403 |      97.576µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:09 | 200 |     603.275µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |     473.119µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |      223.52µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:18:09 | 200 |   10.087422ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:09.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"17b89bcd-09b5-4441-8ae9-9060da105374","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:09.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17b89bcd-09b5-4441-8ae9-9060da105374","keyPrefix":"sk-oai-fLuE5JhJlTQf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:09 | 201 |    1.345796ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:09 | 200 |     670.585µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |     475.054µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |     161.266µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:18:09 | 200 |    9.191387ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:09 | 200 |     685.364µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |     620.899µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:18:09 | 200 |     338.191µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:18:09 | 200 |    8.641606ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:18:09.446Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"684ad7e7-3b1e-4503-8538-0bae5234ad6f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:18:09.446Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"684ad7e7-3b1e-4503-8538-0bae5234ad6f","keyPrefix":"sk-oai-hXIxNG2K5lc9...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:18:09 | 201 |     1.30755ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:18:10 | 200 |      38.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:18:13 | 200 |      54.162µs |      10.133.0.2 | GET      "/health"