[GIN] 2026/06/08 - 14:07:05 | 200 |      39.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:06 | 200 |      41.529µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:07:07.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39aee460-2a48-4080-a94d-fe2c5084cb2a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:07.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39aee460-2a48-4080-a94d-fe2c5084cb2a","keyPrefix":"sk-oai-sdGbjA56q58h...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:07 | 201 |    1.479732ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:07 | 200 |     281.351µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:07 | 200 |     119.656µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:10 | 200 |      39.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:15 | 200 |      39.051µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:16 | 200 |      38.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:20 | 200 |      36.661µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:07:24.690Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"18b427d8-e34b-4a07-926f-efa51f63bc34","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:24.690Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"18b427d8-e34b-4a07-926f-efa51f63bc34","keyPrefix":"sk-oai-6xwr2lZdKszX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:24 | 201 |    1.740088ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:07:24.727Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a98f12fc-29bc-441a-ae4d-19bd75eca197","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:24.727Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a98f12fc-29bc-441a-ae4d-19bd75eca197","keyPrefix":"sk-oai-7R0YmxGjqLOw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:24 | 201 |     1.53327ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:24 | 200 |     269.245µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:24 | 200 |     140.492µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:24 | 200 |     237.998µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:24 | 200 |     149.703µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:25 | 200 |      37.665µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:26 | 200 |      42.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:30 | 200 |      39.481µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:35 | 200 |      40.438µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:36 | 200 |      49.224µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:40 | 200 |      38.753µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T14:07:42.514Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T14:07:42.514Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:07:42 | 400 |     366.658µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:45 | 200 |      40.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:46 | 200 |      40.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:50 | 200 |      38.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:55 | 200 |       53.99µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:56 | 200 |       65.48µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:00.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"28601552-1cea-46de-a241-a2032e427abc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:00.053Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28601552-1cea-46de-a241-a2032e427abc","keyPrefix":"sk-oai-gzCzLnJbWt1M...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:00 | 201 |   10.270388ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:00 | 200 |     861.648µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:00 | 200 |     171.248µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:00 | 200 |      41.253µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:05 | 200 |      39.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:06 | 200 |      43.185µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:09.217Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c7cfed5b-d4cd-4b75-96dc-e7e8057cfc46","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:09.217Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c7cfed5b-d4cd-4b75-96dc-e7e8057cfc46","keyPrefix":"sk-oai-1OOPw9w9YJ6D...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:09 | 201 |    1.680723ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:10 | 200 |      37.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:15 | 200 |      41.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:16 | 200 |       40.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:17 | 200 |      525.14µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:17 | 200 |     138.081µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:20 | 200 |      39.124µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:25 | 200 |      41.497µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:26 | 200 |      49.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:30 | 200 |      46.592µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:34.871Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"adf26a66-9ae9-454c-8a39-2a4512de62ad","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:34.871Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"adf26a66-9ae9-454c-8a39-2a4512de62ad","keyPrefix":"sk-oai-BGp1hvzkTboj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:34 | 201 |    1.866521ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:34 | 200 |     382.372µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:34 | 200 |     169.626µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:35 | 200 |      46.311µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:36 | 200 |      43.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:40 | 200 |      51.678µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:45 | 200 |      41.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:46 | 200 |      47.967µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:50 | 200 |      47.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:55 | 200 |       47.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:56 | 200 |       44.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:00 | 200 |      46.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:05 | 200 |      45.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:06 | 200 |       45.56µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:10 | 200 |      47.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:15 | 200 |      48.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:16 | 200 |      50.403µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:20 | 200 |      46.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:25 | 200 |      44.952µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:26 | 200 |      42.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:30 | 200 |      38.318µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:35 | 200 |      37.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:36 | 200 |      37.738µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:40 | 200 |      39.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:45 | 200 |      37.949µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:46 | 200 |      38.195µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:50 | 200 |      37.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:55 | 200 |      37.848µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:56 | 200 |      38.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:00 | 200 |      37.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:05 | 200 |      40.501µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:06 | 200 |      38.073µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:10 | 200 |      37.538µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:15 | 200 |      38.245µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:16 | 200 |      39.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:20 | 200 |      46.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:25 | 200 |      39.411µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:26 | 200 |      37.961µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:30 | 200 |      37.021µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:10:34.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7318c598-2f76-4eeb-ae20-43e9ad31856d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:10:34.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7318c598-2f76-4eeb-ae20-43e9ad31856d","keyPrefix":"sk-oai-8T7IVtYFWTC2...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:10:34 | 201 |    2.307945ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:10:35 | 200 |      36.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:36 | 200 |      41.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:40 | 200 |      42.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:45 | 200 |      37.762µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:46 | 200 |      41.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:50 | 200 |      40.346µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:55 | 200 |      37.466µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:56 | 200 |      37.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:57 | 200 |      605.91µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:10:57 | 200 |     257.994µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:10:57 | 404 |     633.242µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:00 | 200 |      48.243µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:05 | 200 |      39.578µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:06 | 200 |      39.252µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:10 | 200 |       47.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:15 | 200 |      36.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:16 | 200 |      39.513µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:20 | 200 |      51.515µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:25 | 200 |      35.567µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:26 | 200 |      40.965µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:30 | 200 |      46.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:35 | 200 |      48.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:36 | 200 |      49.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:40 | 200 |      43.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:45 | 200 |      41.757µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:46 | 200 |      37.913µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:11:48.233Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7f504019-1b5b-4a59-9a39-2263f9cff7aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:11:48.233Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f504019-1b5b-4a59-9a39-2263f9cff7aa","keyPrefix":"sk-oai-1cfxAgncbkxt...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:11:48 | 201 |    1.761123ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:48 | 200 |     429.069µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:48 | 200 |     149.188µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:50 | 200 |      42.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:55 | 200 |      44.834µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:56 | 200 |       45.46µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:00 | 200 |      52.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:05 | 200 |      41.956µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:06 | 200 |      48.933µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:07.530Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3600a839-4433-4859-9783-78a374fcb638","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:07.530Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3600a839-4433-4859-9783-78a374fcb638","keyPrefix":"sk-oai-QhSICVYJLhrf...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:07 | 201 |    1.795508ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:07 | 200 |      388.73µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:07 | 200 |     145.295µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:07 | 200 |     225.806µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:07 | 200 |      133.41µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:10 | 200 |      46.872µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:15 | 200 |      49.849µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:16 | 200 |       44.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:20 | 200 |        52.8µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:25 | 200 |      48.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:26 | 200 |      48.074µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:27.045Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0f134716-58bd-4fdd-9bfd-35bdcdabc924","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:27.045Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f134716-58bd-4fdd-9bfd-35bdcdabc924","keyPrefix":"sk-oai-qRSlZGpJ0ySY...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:27 | 201 |    1.742894ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:27 | 200 |     339.346µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:27 | 200 |     320.553µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:27 | 200 |     150.259µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:27 | 200 |   21.738532ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:30 | 200 |      44.932µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:35 | 200 |      48.594µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:36 | 200 |      47.829µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:40 | 200 |      50.257µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:45 | 200 |      46.593µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:46 | 200 |     185.078µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:46 | 200 |     152.039µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:46 | 200 |   21.993906ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:46 | 200 |      35.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:50 | 200 |      45.365µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:55 | 200 |      56.956µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:56 | 200 |      43.537µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:58.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eaa8a2b8-a5f5-487c-b31a-8d369fb30d38","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:58.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eaa8a2b8-a5f5-487c-b31a-8d369fb30d38","keyPrefix":"sk-oai-13qfgd4m6wsx...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:58 | 201 |    1.996954ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:00 | 200 |      44.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:05 | 200 |      44.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:06 | 200 |      44.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:10 | 200 |      56.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:15 | 200 |      47.873µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:16 | 200 |      53.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:20 | 200 |      44.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:25 | 200 |      40.755µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:26 | 200 |      45.897µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:28 | 200 |    8.215428ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:28 | 200 |     149.323µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:28 | 200 |     277.326µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:28 | 200 |     237.378µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:28 | 200 |       97.58µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:28 | 200 |    9.276862ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:30 | 200 |      38.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:35 | 200 |      39.403µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:36 | 200 |       38.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:40 | 200 |      39.326µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:45 | 200 |     141.011µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:45 | 200 |   14.772826ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:45 | 200 |      34.701µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:46 | 200 |      41.571µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:50 | 200 |      38.157µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:13:54.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b43bd7df-e64d-4fb1-aed3-ec91fa3176c7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:54.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b43bd7df-e64d-4fb1-aed3-ec91fa3176c7","keyPrefix":"sk-oai-Y4mVngoFF6WT...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:54 | 201 |    2.790372ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:55 | 200 |      39.619µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:56 | 200 |       38.94µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:00 | 200 |      41.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:02 | 200 |     549.862µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:02 | 200 |     294.818µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:02 | 200 |     128.326µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:02 | 200 |    8.889876ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:14:02.904Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b3e4e82-800f-483b-ae6d-102c71ce2405","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:02.904Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b3e4e82-800f-483b-ae6d-102c71ce2405","keyPrefix":"sk-oai-4IkaR3Z8QFeO...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:02 | 201 |    1.425819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:05 | 200 |      36.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:06 | 200 |      38.302µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:10 | 200 |     527.021µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:10 | 200 |     231.448µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:10 | 200 |     142.683µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:10 | 200 |    6.649876ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:10 | 200 |      209.44µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:10 | 200 |     209.549µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:10 | 200 |     123.863µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:10 | 200 |    8.231566ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:10 | 200 |      37.846µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:12.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5bebb0f2-e41e-4403-8caf-f25df4605565","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:12.026Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5bebb0f2-e41e-4403-8caf-f25df4605565","keyPrefix":"sk-oai-GCd25UyHBpuT...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:12 | 201 |    1.648984ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:15 | 200 |      38.616µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:16 | 200 |      39.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:20 | 200 |     452.233µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:20 | 200 |     220.748µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:20 | 200 |     114.241µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:20 | 200 |    9.221026ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:20 | 200 |      34.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:25 | 200 |      39.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:26 | 200 |      40.331µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:29.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cce8e704-99c0-440c-991c-f3848219981b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:29.335Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cce8e704-99c0-440c-991c-f3848219981b","keyPrefix":"sk-oai-1E2v0TGyGr3Q...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:29 | 201 |    1.693195ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:30 | 200 |      59.356µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:35 | 200 |      41.316µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:36 | 200 |       39.11µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:37 | 200 |      422.73µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:37 | 200 |      267.13µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:37 | 200 |     189.919µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:37 | 200 |     206.766µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:37 | 200 |         131µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:37 | 200 |   20.768035ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:40 | 200 |      40.483µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:45 | 200 |      37.291µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:46 | 200 |      37.652µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:48.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"abf79c36-357e-4c11-b0b5-69f235cc64e3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:48.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abf79c36-357e-4c11-b0b5-69f235cc64e3","keyPrefix":"sk-oai-GMf0f858Erfg...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:48 | 201 |    1.761181ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:50 | 200 |       39.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:55 | 200 |      38.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:56 | 200 |     418.821µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:56 | 200 |     223.143µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:56 | 200 |     127.804µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:56 | 200 |    9.003688ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:56 | 200 |     185.743µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:56 | 200 |   22.843962ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:56 | 200 |      31.566µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:00 | 200 |      51.847µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:01.528Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 14:15:01 | 200 |     654.694µs |     10.133.0.63 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 14:15:05 | 200 |      43.845µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:06 | 200 |      38.523µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:10 | 200 |      40.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:13 | 200 |     154.914µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:13 | 200 |     136.497µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:13 | 200 |     155.784µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:13 | 200 |   37.730018ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:15 | 200 |      37.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:16 | 200 |      37.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:20 | 200 |       37.17µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:25 | 200 |      49.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:26 | 200 |      46.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:30 | 200 |     186.193µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:30 | 200 |   14.098207ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:30 | 200 |      38.284µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:35 | 200 |      48.277µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:36 | 200 |      45.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:40 | 200 |      39.167µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:41.998Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e9fdf60-33d5-4eac-af33-bfca17ca2e8f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:41.998Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e9fdf60-33d5-4eac-af33-bfca17ca2e8f","keyPrefix":"sk-oai-8uiBvTrKICvw...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:41 | 201 |     2.12658ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:45 | 200 |      61.743µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:46 | 200 |      50.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:50 | 200 |      971.73µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:50 | 200 |     180.394µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:15:50.711Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e454c620-9cb3-4bbd-bc66-b878e015681f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:50.711Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e454c620-9cb3-4bbd-bc66-b878e015681f","keyPrefix":"sk-oai-KLGoTbkwWWyu...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:50 | 201 |     1.70587ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:50 | 200 |      42.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:55 | 200 |      41.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:56 | 200 |      46.652µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:58 | 200 |     668.221µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:58 | 200 |     398.462µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:58 | 200 |     250.238µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:58 | 200 |   10.764714ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:15:59.161Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"844ec4d4-4ed3-46f5-85ae-d22bd3b76ed5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:59.161Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"844ec4d4-4ed3-46f5-85ae-d22bd3b76ed5","keyPrefix":"sk-oai-1YNyXAlbg2Ih...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:59 | 201 |    1.568556ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:00 | 200 |      50.866µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:05 | 200 |      40.385µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:06 | 200 |      50.218µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:07 | 200 |     577.119µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:07 | 200 |     387.589µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:07 | 200 |     173.035µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:07 | 200 |   10.349938ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:16:08.000Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2fd148dc-91af-4cb9-b511-1d504132d14c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:08.000Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2fd148dc-91af-4cb9-b511-1d504132d14c","keyPrefix":"sk-oai-bxtJSYJssAFh...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:08 | 201 |    1.620854ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:10 | 200 |      44.291µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:15 | 200 |       41.19µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:16 | 200 |     412.507µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:16 | 200 |     301.759µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:16 | 200 |      209.03µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:16 | 200 |   11.103865ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:16 | 200 |       41.09µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:20 | 200 |       44.97µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:16:25.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"732d950f-287a-47dd-9464-96bdcc676cc4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:25.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"732d950f-287a-47dd-9464-96bdcc676cc4","keyPrefix":"sk-oai-1d9NhvzpcIkn...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:25 | 201 |    1.728867ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:25 | 200 |      47.122µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:26 | 200 |      50.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:30 | 200 |      49.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:35 | 200 |      55.739µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:36 | 200 |      49.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:40 | 200 |      46.771µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:41 | 200 |     706.922µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:41 | 403 |     138.599µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:45 | 200 |      45.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:46 | 200 |      39.149µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:50 | 200 |      45.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:55 | 200 |      50.583µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:56 | 200 |      52.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:58 | 403 |     132.416µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:00 | 200 |      53.238µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:05 | 200 |      49.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:06 | 200 |      60.573µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:10 | 200 |      51.609µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:15 | 403 |     169.646µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:15 | 200 |      37.028µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:16 | 200 |      60.499µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:20 | 200 |      47.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:25 | 200 |        48.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:26 | 200 |      47.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:30 | 200 |      48.092µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:33 | 403 |     196.332µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:35 | 200 |      47.752µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:36 | 200 |      45.943µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:40 | 200 |       47.32µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:17:45.635Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9c41a3c7-e578-4241-80d5-e03573a5ea9d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:17:45.635Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c41a3c7-e578-4241-80d5-e03573a5ea9d","keyPrefix":"sk-oai-1c1Kp6Vk9fP4...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:17:45 | 201 |    1.860796ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:45 | 200 |      60.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:46 | 200 |      39.202µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:50 | 200 |      49.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:53 | 200 |     497.815µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:53 | 200 |     280.996µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:53 | 200 |     153.443µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:53 | 200 |   19.533183ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:55 | 200 |      48.661µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:56 | 200 |      55.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:00 | 200 |      54.913µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:18:05.910Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"02944d0b-2e9c-4e19-905e-88d663045f00","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:05.910Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02944d0b-2e9c-4e19-905e-88d663045f00","keyPrefix":"sk-oai-7e06Xu422Lif...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:05 | 201 |     1.85111ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:18:05.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"335c4307-55ed-4ffc-a18b-5f618f796a47","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:05.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"335c4307-55ed-4ffc-a18b-5f618f796a47","keyPrefix":"sk-oai-vdTWzs3jDZq9...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:05 | 201 |    1.516508ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:05 | 200 |      38.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:06 | 200 |      72.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:10 | 200 |       37.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:13 | 200 |     600.854µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:13 | 200 |     329.497µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:13 | 200 |     225.349µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:13 | 200 |   11.201751ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:14 | 200 |     261.799µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:14 | 200 |     236.615µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:14 | 200 |     222.346µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:14 | 200 |   12.864695ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:15 | 200 |       42.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:16 | 200 |      59.508µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:20 | 200 |      40.906µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:25 | 200 |      38.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:26 | 200 |      37.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:28 | 200 |     164.094µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:28 | 200 |      267.44µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:28 | 200 |     210.079µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:28 | 200 |   47.122539ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:30 | 200 |      40.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:35 | 200 |       40.79µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:36 | 200 |      49.952µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:40 | 200 |      36.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:45 | 200 |     175.577µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:45 | 200 |   14.706765ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:45 | 200 |     117.905µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:45 | 200 |   14.375954ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:45 | 200 |      32.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:46 | 200 |      48.968µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:50 | 200 |      36.466µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:55 | 200 |      38.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:56 | 200 |      39.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:00 | 200 |      38.305µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:05 | 200 |      37.158µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:06 | 200 |      35.886µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:10 | 200 |      38.663µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:19:11.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"009cd3cb-e1e8-4a87-8e24-60366b48ef1c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:11.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"009cd3cb-e1e8-4a87-8e24-60366b48ef1c","keyPrefix":"sk-oai-9S0Y4Hc7QtG4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:11 | 201 |    1.722371ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:11 | 200 |     303.171µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:11 | 200 |     178.848µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:11 | 200 |     230.848µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:11 | 200 |       157.7µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:11 | 200 |      215.34µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:11 | 200 |     158.276µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:11 | 200 |     217.669µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:11 | 200 |     186.566µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:11 | 200 |     166.287µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:11 | 200 |   11.198292ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:15 | 200 |      39.867µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:16 | 200 |      40.822µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:20 | 200 |       41.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:25 | 200 |      37.464µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:26 | 200 |      38.401µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:30 | 200 |      42.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:35 | 200 |      38.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:36 | 200 |      57.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:40 | 200 |      41.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:45 | 200 |      47.575µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:46 | 200 |      44.575µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:19:49.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4e52124f-e325-442e-93e4-db64f7a43214","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:49.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e52124f-e325-442e-93e4-db64f7a43214","keyPrefix":"sk-oai-jMn758iiA6yW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:49 | 201 |    1.684369ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:50.926Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"85487fac-6df6-493e-bd4d-d32339cc8dfc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:50.926Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85487fac-6df6-493e-bd4d-d32339cc8dfc","keyPrefix":"sk-oai-1DgvB7c0mXSz...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:50 | 201 |    1.616181ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:50 | 200 |      38.096µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:19:51.349Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e6a36d42-3cb5-4b9e-89d1-edb3b24a805c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:51.349Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6a36d42-3cb5-4b9e-89d1-edb3b24a805c","keyPrefix":"sk-oai-qJS9aTrgFfBr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:51 | 201 |    1.497353ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:51 | 200 |     373.365µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:51 | 200 |      322.73µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:51 | 200 |     193.296µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:51 | 200 |   10.199157ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:51 | 200 |     279.962µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:51 | 200 |      114.24µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T14:19:51.586Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d7e0a86a-7a70-4cce-b9f1-4d042aad06c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:51.586Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7e0a86a-7a70-4cce-b9f1-4d042aad06c0","keyPrefix":"sk-oai-7vXkgJwIDTap...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:51 | 201 |    1.346145ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:51.615Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d7e0a86a-7a70-4cce-b9f1-4d042aad06c0"}
{"level":"info","timestamp":"2026-06-08T14:19:51.615Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d7e0a86a-7a70-4cce-b9f1-4d042aad06c0","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:19:51 | 200 |    1.850849ms |      100.64.0.4 | DELETE   "/v1/api-keys/d7e0a86a-7a70-4cce-b9f1-4d042aad06c0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:54 | 200 |     489.385µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T14:19:54.648Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:19:54 | 500 |      93.935µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.150Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"69dd38b1-4f59-4b5a-b37a-2b0acea68d51","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.150Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69dd38b1-4f59-4b5a-b37a-2b0acea68d51","keyPrefix":"sk-oai-wgeexWXadJWZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.630161ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.178Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"362d9e37-c0ef-48b0-bb76-f6511b161f95","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"362d9e37-c0ef-48b0-bb76-f6511b161f95","keyPrefix":"sk-oai-K9F1t80my7BH...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.498951ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cae10837-494b-4a25-8ce6-346344efbdad","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.335Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cae10837-494b-4a25-8ce6-346344efbdad","keyPrefix":"sk-oai-1YiGwGm1UOVV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.514802ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.365Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cae10837-494b-4a25-8ce6-346344efbdad"}
{"level":"info","timestamp":"2026-06-08T14:19:55.365Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cae10837-494b-4a25-8ce6-346344efbdad","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:19:55 | 200 |    1.811841ms |      100.64.0.2 | DELETE   "/v1/api-keys/cae10837-494b-4a25-8ce6-346344efbdad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:55 | 404 |     375.413µs |      100.64.0.3 | DELETE   "/v1/api-keys/cae10837-494b-4a25-8ce6-346344efbdad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"727512cc-ad2f-4b59-a331-860fc45f8e8f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"727512cc-ad2f-4b59-a331-860fc45f8e8f","keyPrefix":"sk-oai-EO2uKdZV7xSW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.506173ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:55 | 200 |     264.108µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:55 | 200 |     259.911µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:55 | 200 |     160.715µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:55 | 200 |   10.502744ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.752Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"27c5efd7-b4ed-434d-a679-335bd8099086","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.752Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27c5efd7-b4ed-434d-a679-335bd8099086","keyPrefix":"sk-oai-1USyByFAjBPi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.341405ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:55 | 200 |     220.957µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:55 | 403 |      69.713µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:55 | 200 |       257.3µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:55 | 200 |     215.797µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:55 | 200 |     153.885µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:55 | 200 |    10.06228ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:55.982Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b7df8ee9-8a8e-4748-abf4-a49ae4ee5c07","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:55.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7df8ee9-8a8e-4748-abf4-a49ae4ee5c07","keyPrefix":"sk-oai-1YOnLbyPMfhI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:55 | 201 |    1.385843ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:55 | 200 |      23.193µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:56 | 200 |     254.395µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:56 | 200 |     208.489µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:56 | 200 |      95.978µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:56 | 200 |   10.052549ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:56 | 200 |     207.669µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:56 | 200 |     172.582µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:56 | 200 |      96.832µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:56 | 200 |   10.142669ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:56.218Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"33ac9d9b-c173-461c-b742-cba9adc6906a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:56.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33ac9d9b-c173-461c-b742-cba9adc6906a","keyPrefix":"sk-oai-yLbhaaRbbFfF...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:56 | 201 |    1.309104ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:56 | 200 |      37.207µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:00 | 200 |      37.634µs |      10.132.0.2 | GET      "/health"