[GIN] 2026/06/10 - 00:08:12 | 200 |     533.278µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:08:12 | 200 |     184.338µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:08:14 | 200 |      42.963µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:16 | 200 |      52.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:19 | 200 |      49.837µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:24 | 200 |      43.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:26 | 200 |      46.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:29 | 200 |      39.468µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T00:08:30.226Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T00:08:30.226Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 00:08:30 | 400 |     281.273µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:08:34 | 200 |      47.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:36 | 200 |       44.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:39 | 200 |      39.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:44 | 200 |      47.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:46 | 200 |      54.868µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:08:47.580Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3f65197e-0d38-4991-9850-d48436645268","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:08:47.580Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f65197e-0d38-4991-9850-d48436645268","keyPrefix":"sk-oai-1V5UtVcgaf7k...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:08:47 | 201 |    2.502325ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:08:47 | 200 |      535.75µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:08:47 | 200 |     259.221µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:08:49 | 200 |      47.365µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:54 | 200 |      41.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:08:56 | 200 |      42.047µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:08:56.630Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"66fb56bc-5ff9-434c-8b71-bcb281da1949","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:08:56.630Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66fb56bc-5ff9-434c-8b71-bcb281da1949","keyPrefix":"sk-oai-yWKCULla16Ju...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:08:56 | 201 |     11.1155ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:08:59 | 200 |      45.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:04 | 200 |       42.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:04 | 200 |    1.636864ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:09:04 | 200 |     243.666µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:09:06 | 200 |      42.326µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:09 | 200 |      41.711µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:14 | 200 |      44.167µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:16 | 200 |      49.066µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:19 | 200 |      39.517µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:09:22.152Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cc543a39-2148-41fb-9116-fb77fe770db4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:09:22.152Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc543a39-2148-41fb-9116-fb77fe770db4","keyPrefix":"sk-oai-wBHYRS0TteoI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:09:22 | 201 |    2.172986ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:09:22 | 200 |     682.243µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:09:22 | 200 |     236.573µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:09:24 | 200 |      47.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:26 | 200 |      41.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:29 | 200 |       41.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:34 | 200 |      51.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:36 | 200 |      59.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:39 | 200 |      55.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:44 | 200 |      40.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:46 | 200 |      42.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:49 | 200 |      57.376µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:54 | 200 |      40.986µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:56 | 200 |      45.768µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:09:59 | 200 |      53.236µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:04 | 200 |      41.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:06 | 200 |      42.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:09 | 200 |      41.658µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:14 | 200 |      43.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:16 | 200 |      43.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:19 | 200 |      45.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:24 | 200 |       41.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:26 | 200 |      41.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:29 | 200 |      44.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:34 | 200 |      42.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:36 | 200 |      44.716µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:39 | 200 |      41.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:44 | 200 |      49.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:46 | 200 |      42.389µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:49 | 200 |      43.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:54 | 200 |       62.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:56 | 200 |      46.603µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:10:59 | 200 |      41.568µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:04 | 200 |      40.439µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:06 | 200 |      44.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:09 | 200 |      41.809µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:14 | 200 |      39.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:16 | 200 |      43.962µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:19 | 200 |      42.223µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:11:21.505Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"45167c61-c5cd-4ad0-adff-0b293bd2f508","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:11:21.505Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45167c61-c5cd-4ad0-adff-0b293bd2f508","keyPrefix":"sk-oai-vfFIPpDif7fq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:11:21 | 201 |    2.265256ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:11:24 | 200 |      55.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:26 | 200 |       43.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:29 | 200 |      41.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:34 | 200 |       44.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:36 | 200 |      42.101µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:39 | 200 |       40.56µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:44 | 200 |      45.153µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:46 | 200 |      47.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:46 | 200 |    1.087052ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:11:46 | 200 |     397.237µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:11:46 | 404 |    1.211386ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:11:49 | 200 |      41.228µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:54 | 200 |      41.086µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:56 | 200 |      48.557µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:11:59 | 200 |      42.137µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:04 | 200 |      64.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:06 | 200 |      45.917µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:09 | 200 |      39.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:14 | 200 |      43.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:16 | 200 |      39.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:19 | 200 |      41.951µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:24 | 200 |      61.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:26 | 200 |        43.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:29 | 200 |      41.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:34 | 200 |      42.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:36 | 200 |       41.35µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:12:36.738Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0477a6e5-5316-40d5-8912-d6adef9facfd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:12:36.738Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0477a6e5-5316-40d5-8912-d6adef9facfd","keyPrefix":"sk-oai-GeId3lTQ8Bcf...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:12:36 | 201 |    2.298566ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:12:36 | 200 |     616.933µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:12:36 | 200 |     160.067µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:12:39 | 200 |      41.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:44 | 200 |      45.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:46 | 200 |      52.019µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:49 | 200 |      45.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:54 | 200 |       41.42µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:12:55.917Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"16584141-a7b4-4b11-bbd0-a23e8ca96fbc","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:12:55.917Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16584141-a7b4-4b11-bbd0-a23e8ca96fbc","keyPrefix":"sk-oai-1RdlowqwwTXi...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:12:55 | 201 |    2.652127ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:12:55 | 200 |     608.459µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:12:55 | 200 |     164.565µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:12:56 | 200 |        42.8µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:12:56 | 200 |     611.623µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:12:56 | 200 |     168.474µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:12:59 | 200 |       39.71µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:04 | 200 |      48.944µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:06 | 200 |      44.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:09 | 200 |      51.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:14 | 200 |      44.141µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:13:15.366Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"84de6628-634c-4653-ac2e-e63e8db4fdf5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:13:15.366Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84de6628-634c-4653-ac2e-e63e8db4fdf5","keyPrefix":"sk-oai-1Q5PVkSkkj9k...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:13:15 | 201 |     2.17903ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:13:15 | 200 |     504.989µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:13:15 | 200 |     495.944µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:13:15 | 200 |     170.242µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:13:15 | 200 |   22.230951ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:13:16 | 200 |      43.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:19 | 200 |      42.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:24 | 200 |      43.306µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:26 | 200 |      42.411µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:29 | 200 |      42.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:34 | 200 |      41.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:34 | 200 |     181.204µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:13:34 | 200 |     182.949µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:13:34 | 200 |   23.669913ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:13:36 | 200 |      42.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:39 | 200 |      41.002µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:44 | 200 |      69.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:46 | 200 |      44.447µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:13:46.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dbb8f386-d0b9-4159-8934-9c1ec7352fa4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:13:46.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbb8f386-d0b9-4159-8934-9c1ec7352fa4","keyPrefix":"sk-oai-egeHY0PYLMTT...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:13:46 | 201 |    2.415005ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:13:49 | 200 |      39.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:54 | 200 |      40.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:56 | 200 |      43.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:13:59 | 200 |      40.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:04 | 200 |      40.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:06 | 200 |      38.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:09 | 200 |      45.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:14 | 200 |      42.042µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:16 | 200 |       43.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:16 | 200 |    9.789282ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:16 | 200 |     167.777µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:16 | 200 |     655.215µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:16 | 200 |     468.554µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:16 | 200 |      135.84µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:16 | 200 |   13.275096ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:19 | 200 |      61.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:24 | 200 |      42.757µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:26 | 200 |      41.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:29 | 200 |      41.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:33 | 200 |     368.912µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:33 | 200 |   13.096255ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:34 | 200 |      39.249µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:36 | 200 |      39.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:39 | 200 |      43.255µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:14:42.285Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac724fa1-fa87-4b06-bcd1-eec13a441504","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:14:42.285Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac724fa1-fa87-4b06-bcd1-eec13a441504","keyPrefix":"sk-oai-1IBtgOsR7NVO...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:14:42 | 201 |    2.297546ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:44 | 200 |      43.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:46 | 200 |      42.174µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:49 | 200 |      44.147µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:50 | 200 |     909.158µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:50 | 200 |     503.532µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:50 | 200 |     140.521µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:50 | 200 |   10.893041ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:14:50.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c579c248-b7cd-4032-aa5e-94de6d1a1e8b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:14:50.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c579c248-b7cd-4032-aa5e-94de6d1a1e8b","keyPrefix":"sk-oai-OpZZtgZnXLmd...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:14:50 | 201 |    1.742891ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:54 | 200 |      44.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:56 | 200 |      39.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:14:58 | 200 |     871.079µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:58 | 200 |      395.59µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:58 | 200 |     134.411µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:58 | 200 |    7.106086ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:58 | 200 |     487.509µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:58 | 200 |     412.022µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:14:58 | 200 |     130.856µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:14:58 | 200 |    7.087926ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:14:59 | 200 |      61.801µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:14:59.813Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46681454-98be-4dc6-8a1e-f03d3d292ff6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:14:59.813Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46681454-98be-4dc6-8a1e-f03d3d292ff6","keyPrefix":"sk-oai-aRmm0txilzQF...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:14:59 | 201 |    1.870495ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:15:01.527Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 00:15:01 | 200 |    1.030405ms |     10.132.0.43 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 00:15:04 | 200 |      41.791µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:06 | 200 |      40.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:07 | 200 |     809.845µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:07 | 200 |     411.782µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:07 | 200 |     160.893µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:15:07 | 200 |    10.22098ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:15:09 | 200 |      40.297µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:14 | 200 |      41.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:16 | 200 |       43.87µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:15:17.015Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6f4a1578-0ba4-47ef-ab51-66f42a9da58f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:15:17.015Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f4a1578-0ba4-47ef-ab51-66f42a9da58f","keyPrefix":"sk-oai-tOKUZm4jhmiu...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:15:17 | 201 |    2.034331ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:15:19 | 200 |      42.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:24 | 200 |      48.777µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:25 | 200 |     864.749µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:25 | 200 |     584.232µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:25 | 200 |     178.058µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:15:25 | 200 |     516.906µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:25 | 200 |     169.647µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:15:25 | 200 |   25.502868ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:15:26 | 200 |       40.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:29 | 200 |      44.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:34 | 200 |      49.004µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:36 | 200 |       42.92µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:15:38.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"17839c80-ad83-4aa0-8b7a-f90f9cd611fc","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:15:38.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17839c80-ad83-4aa0-8b7a-f90f9cd611fc","keyPrefix":"sk-oai-156JSx5vNNFQ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:15:38 | 201 |    3.198779ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:15:39 | 200 |       69.21µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:44 | 200 |      43.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:46 | 200 |      43.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:46 | 200 |     845.341µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:46 | 200 |     474.446µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:46 | 200 |     172.038µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:15:46 | 200 |    9.890412ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:15:46 | 200 |     185.654µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:15:46 | 200 |   34.513718ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:15:49 | 200 |      56.028µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:54 | 200 |      53.304µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:56 | 200 |      53.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:15:59 | 200 |      40.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:00 | 200 |     197.384µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:00 | 200 |     215.042µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:00 | 200 |     206.698µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:00 | 200 |   38.976638ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:04 | 200 |      46.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:06 | 200 |      53.785µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:09 | 200 |      43.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:14 | 200 |      47.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:16 | 200 |      42.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:18 | 200 |     172.569µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:18 | 200 |   12.342971ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:19 | 200 |      44.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:24 | 200 |      60.064µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:26 | 200 |      41.876µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:16:29.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"10a1200f-5bec-42a5-b432-50845b19ddd2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:16:29.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10a1200f-5bec-42a5-b432-50845b19ddd2","keyPrefix":"sk-oai-U3EX0X0ZoPbB...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:16:29 | 201 |    2.832755ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:29 | 200 |      41.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:34 | 200 |      51.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:36 | 200 |      52.933µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:37 | 200 |    1.139604ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:16:37 | 200 |     138.626µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:16:37.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"29061f6b-ef77-4bce-997b-580c107f2391","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:16:37.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29061f6b-ef77-4bce-997b-580c107f2391","keyPrefix":"sk-oai-hpMGCuP3npx1...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:16:37 | 201 |    1.891756ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:39 | 200 |      64.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:44 | 200 |      41.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:45 | 200 |     893.062µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:16:45 | 200 |     479.112µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:16:45 | 200 |     137.156µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:45 | 200 |   11.974048ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:46 | 200 |      44.737µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:16:46.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fd5c458f-a6b2-4f1b-bd33-1dd654e8d646","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:16:46.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd5c458f-a6b2-4f1b-bd33-1dd654e8d646","keyPrefix":"sk-oai-1T9LM0AUBnvc...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:16:46 | 201 |    1.795904ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:49 | 200 |      38.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:54 | 200 |     880.353µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:16:54 | 200 |     410.835µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:16:54 | 200 |     126.181µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:16:54 | 200 |   10.227472ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:54 | 200 |      63.564µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:16:55.002Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ee9c1697-d67b-4056-9817-fcff3c7982ff","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:16:55.002Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee9c1697-d67b-4056-9817-fcff3c7982ff","keyPrefix":"sk-oai-1M0ZhNmOpRco...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:16:55 | 201 |    1.916611ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:16:56 | 200 |       40.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:16:59 | 200 |      48.295µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:03 | 200 |     799.359µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:17:03 | 200 |     438.675µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:17:03 | 200 |     139.681µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:17:03 | 200 |    9.882946ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:17:04 | 200 |      44.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:06 | 200 |      46.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:09 | 200 |      59.753µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:17:12.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a8929121-3f1f-451a-94a4-265dbf029e14","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:17:12.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8929121-3f1f-451a-94a4-265dbf029e14","keyPrefix":"sk-oai-zmc1FfoxufpL...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:17:12 | 201 |    3.026621ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:17:14 | 200 |      45.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:16 | 200 |      38.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:19 | 200 |      44.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:24 | 200 |      39.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:26 | 200 |      43.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:28 | 200 |     775.296µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:17:28 | 403 |     114.521µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:17:29 | 200 |      42.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:34 | 200 |      40.712µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:36 | 200 |      48.943µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:39 | 200 |      47.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:44 | 200 |      48.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:45 | 403 |     164.363µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:17:46 | 200 |      44.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:49 | 200 |      51.765µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:54 | 200 |      41.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:56 | 200 |      41.474µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:17:59 | 200 |      64.246µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:02 | 403 |     184.566µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:18:04 | 200 |      40.103µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:06 | 200 |      40.056µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:09 | 200 |      42.095µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:14 | 200 |      61.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:16 | 200 |       38.59µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:19 | 200 |      47.755µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:20 | 403 |     176.688µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:18:24 | 200 |       55.78µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:26 | 200 |      42.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:29 | 200 |      39.866µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:18:34.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b3983c24-e21e-4a8b-9e8c-a40d449dffdb","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:18:34.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3983c24-e21e-4a8b-9e8c-a40d449dffdb","keyPrefix":"sk-oai-13euQYBk95lR...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:18:34 | 201 |    2.350923ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:18:34 | 200 |      57.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:36 | 200 |      41.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:39 | 200 |      39.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:42 | 200 |     812.014µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:18:42 | 200 |     586.116µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:18:42 | 200 |     274.949µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:18:42 | 200 |   20.416341ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:18:44 | 200 |      46.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:46 | 200 |      41.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:49 | 200 |      37.448µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:18:54.354Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6a92d47d-fedd-42e8-8146-12ad4f9f9168","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:18:54.354Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a92d47d-fedd-42e8-8146-12ad4f9f9168","keyPrefix":"sk-oai-8dpe0YVl8bSU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:18:54 | 201 |    1.989061ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:18:54.386Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3baf9a39-01ec-417d-a7cb-759a3c6b6397","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:18:54.386Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3baf9a39-01ec-417d-a7cb-759a3c6b6397","keyPrefix":"sk-oai-hfPaCitXj08U...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:18:54 | 201 |    1.789911ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:18:54 | 200 |      42.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:56 | 200 |      72.903µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:18:59 | 200 |      42.475µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:02 | 200 |     816.204µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:19:02 | 200 |     387.193µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:19:02 | 200 |     206.356µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:02 | 200 |   10.767646ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:19:02 | 200 |     481.245µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:19:02 | 200 |     424.546µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:19:02 | 200 |     200.479µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:02 | 200 |   11.068728ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:19:04 | 200 |      42.864µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:06 | 200 |       39.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:09 | 200 |      40.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:14 | 200 |      40.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:16 | 200 |      44.475µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:18 | 200 |      226.08µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:18 | 200 |     208.574µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:18 | 200 |     177.764µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:18 | 200 |   34.433969ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:19:19 | 200 |      50.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:24 | 200 |       40.91µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:26 | 200 |      51.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:29 | 200 |      43.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:34 | 200 |      42.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:35 | 200 |     213.272µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:35 | 200 |   13.280877ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:19:35 | 200 |     180.624µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:19:35 | 200 |    11.56357ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:19:36 | 200 |      45.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:39 | 200 |      44.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:44 | 200 |      41.656µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:46 | 200 |      41.488µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:49 | 200 |      42.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:54 | 200 |      43.929µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:56 | 200 |      59.191µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:19:59 | 200 |      44.377µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:20:01.097Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a1a973d6-95a2-46d9-8a0d-c9d1570f1da4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:20:01.097Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a1a973d6-95a2-46d9-8a0d-c9d1570f1da4","keyPrefix":"sk-oai-1BTFI2UftnQb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:20:01 | 201 |    3.471855ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:20:01 | 200 |      576.37µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     164.021µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:01 | 200 |     543.664µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     163.247µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:01 | 200 |      481.66µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     156.197µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:01 | 200 |      510.48µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     149.736µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:01 | 200 |     553.171µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     426.878µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:01 | 200 |     144.641µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:01 | 200 |   13.272978ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:20:04 | 200 |      42.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:06 | 200 |      47.122µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:09 | 200 |      42.466µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:14 | 200 |      40.904µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:20:14.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6f6b2c22-95b6-4e7f-9449-97878a429c12","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:20:14.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f6b2c22-95b6-4e7f-9449-97878a429c12","keyPrefix":"sk-oai-7cEjoG0isfh0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 00:20:14 | 201 |    3.197389ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:20:15 | 200 |     558.984µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:20:15 | 200 |     163.994µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:20:16 | 200 |      42.053µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:19 | 200 |      41.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:24 | 200 |      50.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:26 | 200 |      42.137µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:29 | 200 |      43.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:34 | 200 |      40.768µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:36 | 200 |      55.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:39 | 200 |      43.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:44 | 200 |      48.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:46 | 200 |      39.816µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:49 | 200 |      55.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:54 | 200 |       40.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:56 | 200 |      44.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:20:59 | 200 |      42.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:04 | 200 |       54.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:06 | 200 |      42.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:09 | 200 |       40.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:14 | 200 |       51.45µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:16 | 200 |      49.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:19 | 200 |      50.212µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T00:21:20.687Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"606a5a05-63df-4463-b71c-fce8c72c6533","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:20.687Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"606a5a05-63df-4463-b71c-fce8c72c6533","keyPrefix":"sk-oai-1IeOGBsNwDmy...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:20 | 201 |   11.226183ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:21.215Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6b613f82-ceda-41b6-8cd2-f1b67781e4b8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:21.215Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b613f82-ceda-41b6-8cd2-f1b67781e4b8","keyPrefix":"sk-oai-K58yAKo7Fv6w...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:21 | 201 |     2.17354ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:21.420Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"44a44e8e-8607-46e5-9f3a-00ff4d633bb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:21.420Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44a44e8e-8607-46e5-9f3a-00ff4d633bb6","keyPrefix":"sk-oai-1biNOs6kJ6DF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:21 | 201 |    1.788017ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:21 | 200 |    1.410896ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:21 | 200 |     701.841µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:21 | 200 |     362.172µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:21:21 | 200 |   10.979916ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:21 | 200 |     747.153µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:21 | 200 |     360.564µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T00:21:21.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"36f7571d-f444-4ed2-9b4e-dbee4605399b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:21.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36f7571d-f444-4ed2-9b4e-dbee4605399b","keyPrefix":"sk-oai-qB2WPMX38Oxz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:21 | 201 |    1.770732ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:21.628Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"36f7571d-f444-4ed2-9b4e-dbee4605399b"}
{"level":"info","timestamp":"2026-06-10T00:21:21.628Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"36f7571d-f444-4ed2-9b4e-dbee4605399b","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 00:21:21 | 200 |    2.994813ms |      100.64.0.2 | DELETE   "/v1/api-keys/36f7571d-f444-4ed2-9b4e-dbee4605399b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:24 | 200 |       47.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:24 | 200 |    1.101232ms |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T00:21:24.657Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 00:21:24 | 500 |     134.461µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:24.940Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"025293b5-3d20-42f6-a413-11df423eb696","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:24.940Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"025293b5-3d20-42f6-a413-11df423eb696","keyPrefix":"sk-oai-dyPWhLcuvcPy...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:24 | 201 |    1.822385ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:24.968Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6de7f11b-9a29-4a18-a28c-7866ab45f5fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:24.968Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6de7f11b-9a29-4a18-a28c-7866ab45f5fd","keyPrefix":"sk-oai-198eIVIpG14V...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:24 | 201 |    1.688307ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"28918e05-fd8b-456e-aa17-a6b6498469bd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:25.053Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28918e05-fd8b-456e-aa17-a6b6498469bd","keyPrefix":"sk-oai-1SWeLWXAvLnZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:25 | 201 |    1.694016ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.077Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"28918e05-fd8b-456e-aa17-a6b6498469bd"}
{"level":"info","timestamp":"2026-06-10T00:21:25.077Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"28918e05-fd8b-456e-aa17-a6b6498469bd","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 00:21:25 | 200 |     2.31389ms |      100.64.0.3 | DELETE   "/v1/api-keys/28918e05-fd8b-456e-aa17-a6b6498469bd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 404 |     811.259µs |      100.64.0.4 | DELETE   "/v1/api-keys/28918e05-fd8b-456e-aa17-a6b6498469bd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.179Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a0270143-5942-47ea-8120-7e5b572b446b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:25.179Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a0270143-5942-47ea-8120-7e5b572b446b","keyPrefix":"sk-oai-rMG7dh1vSUpP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:25 | 201 |    1.753023ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 200 |     606.045µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     606.363µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |      377.21µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:21:25 | 200 |    9.944384ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c1a8f876-26f8-4f50-8963-1e8cee538532","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:25.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1a8f876-26f8-4f50-8963-1e8cee538532","keyPrefix":"sk-oai-13s6h3jZR3cd...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:25 | 201 |    1.919534ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 200 |     744.876µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 403 |     112.422µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 200 |      629.43µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     618.333µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     369.411µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:21:25 | 200 |   10.079626ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.439Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3a906fb8-28ea-40a4-8ea5-17acf19c1b58","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:25.439Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a906fb8-28ea-40a4-8ea5-17acf19c1b58","keyPrefix":"sk-oai-BB98t5APpFi0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:25 | 201 |    1.778866ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 200 |     686.667µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     665.845µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     344.733µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:21:25 | 200 |   10.800569ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:25 | 200 |     687.661µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     649.828µs |     10.133.0.51 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 00:21:25 | 200 |     355.534µs |     10.133.0.51 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 00:21:25 | 200 |   10.621785ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T00:21:25.592Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"08de9dc4-6066-4e1a-9492-2e155ac7e2a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T00:21:25.592Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08de9dc4-6066-4e1a-9492-2e155ac7e2a2","keyPrefix":"sk-oai-1AJmuuLBRoCi...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 00:21:25 | 201 |    1.778125ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 00:21:26 | 200 |      40.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 00:21:29 | 200 |      55.117µs |      10.134.0.2 | GET      "/health"