[GIN] 2026/06/10 - 12:02:30 | 200 |      33.992µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:33 | 200 |      41.871µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:02:37.416Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fa5d3d16-fe8f-4607-b3d4-aca140459174","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:02:37.416Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa5d3d16-fe8f-4607-b3d4-aca140459174","keyPrefix":"sk-oai-siQ4FOwz2yOl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:02:37 | 201 |    10.13911ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:02:37 | 200 |    1.141111ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:02:37 | 200 |     126.382µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:02:38 | 200 |       34.42µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:40 | 200 |      34.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:43 | 200 |      35.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:48 | 200 |       35.94µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:50 | 200 |      36.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:02:53 | 200 |      33.874µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:02:54.794Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0c3c29e3-3197-414f-b0bd-219c3864e171","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:02:54.794Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c3c29e3-3197-414f-b0bd-219c3864e171","keyPrefix":"sk-oai-pYAicrQPgAWx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:02:54 | 201 |    2.213493ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:02:54.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ceeeaf99-2791-4704-9ade-6c0f3db996aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:02:54.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ceeeaf99-2791-4704-9ade-6c0f3db996aa","keyPrefix":"sk-oai-1d3QPDYSrKYt...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:02:54 | 201 |    1.580071ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:02:54 | 200 |     557.394µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:02:54 | 200 |     172.527µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:02:54 | 200 |     493.966µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:02:54 | 200 |     161.553µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:02:58 | 200 |      34.718µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:00 | 200 |      34.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:03 | 200 |      36.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:08 | 200 |      36.064µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:10 | 200 |      33.942µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T12:03:12.531Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T12:03:12.531Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 12:03:12 | 400 |     255.455µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:03:13 | 200 |      33.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:18 | 200 |      34.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:20 | 200 |      41.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:23 | 200 |       34.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:28 | 200 |      41.251µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:03:29.987Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"44b170d1-b8e6-4341-9be7-78b6e6ab173c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:03:29.987Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44b170d1-b8e6-4341-9be7-78b6e6ab173c","keyPrefix":"sk-oai-1CWwmPPujAIT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:03:29 | 201 |    2.035926ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:03:30 | 200 |     563.708µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:03:30 | 200 |     277.419µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:03:30 | 200 |      32.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:33 | 200 |       33.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:38 | 200 |      34.793µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:03:39.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c8fc6959-5b44-43aa-9021-8baa3aefc4fe","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:03:39.169Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8fc6959-5b44-43aa-9021-8baa3aefc4fe","keyPrefix":"sk-oai-Xqo4o6b3lWTE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:03:39 | 201 |    2.092288ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:03:40 | 200 |      35.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:43 | 200 |      35.166µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:47 | 200 |     722.178µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:03:47 | 200 |     197.487µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:03:48 | 200 |      33.613µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:50 | 200 |      33.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:53 | 200 |      35.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:03:58 | 200 |       37.11µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:00 | 200 |      36.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:03 | 200 |      34.926µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:04:04.867Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"93e8a86d-a7a8-4e3b-b26f-ca705d3a920c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:04:04.867Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93e8a86d-a7a8-4e3b-b26f-ca705d3a920c","keyPrefix":"sk-oai-1NaUv4uUeIAA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:04:04 | 201 |    2.486132ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:04:04 | 200 |     564.286µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:04:04 | 200 |     283.533µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:04:08 | 200 |      39.027µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:10 | 200 |      40.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:13 | 200 |      38.656µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:18 | 200 |      39.901µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:20 | 200 |      40.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:23 | 200 |      54.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:28 | 200 |      42.595µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:30 | 200 |      39.894µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:33 | 200 |      43.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:38 | 200 |      41.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:40 | 200 |      42.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:43 | 200 |      39.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:48 | 200 |      40.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:50 | 200 |      39.167µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:53 | 200 |       46.01µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:04:58 | 200 |      44.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:00 | 200 |      42.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:03 | 200 |      39.609µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:08 | 200 |      38.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:10 | 200 |      50.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:13 | 200 |      39.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:18 | 200 |      37.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:20 | 200 |      38.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:23 | 200 |      38.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:28 | 200 |      44.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:30 | 200 |      44.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:33 | 200 |       54.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:38 | 200 |      48.311µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:40 | 200 |      41.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:43 | 200 |       48.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:48 | 200 |      53.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:50 | 200 |      40.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:53 | 200 |      56.403µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:05:58 | 200 |      38.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:00 | 200 |      55.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:03 | 200 |      37.675µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:06:04.345Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c5ed5e82-490b-44ad-9ee5-1b74a5bd14d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:06:04.345Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5ed5e82-490b-44ad-9ee5-1b74a5bd14d1","keyPrefix":"sk-oai-iS7Tyy922z2Q...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:06:04 | 201 |    2.972094ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:06:08 | 200 |       35.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:10 | 200 |      33.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:13 | 200 |      35.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:18 | 200 |       36.43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:20 | 200 |      35.102µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:23 | 200 |      35.221µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:26 | 200 |     627.716µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:06:26 | 200 |     240.929µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:06:27 | 404 |     905.811µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:06:28 | 200 |      34.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:30 | 200 |      34.824µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:33 | 200 |       33.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:38 | 200 |      48.391µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:40 | 200 |      35.472µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:43 | 200 |      34.638µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:48 | 200 |      40.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:50 | 200 |      34.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:53 | 200 |      32.335µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:06:58 | 200 |       42.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:00 | 200 |      35.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:03 | 200 |      33.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:08 | 200 |      40.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:10 | 200 |      32.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:13 | 200 |      32.644µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:07:17.816Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cf1be685-480b-4590-8198-52fef13c66fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:07:17.816Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf1be685-480b-4590-8198-52fef13c66fd","keyPrefix":"sk-oai-1HxXhmvnziCH...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:07:17 | 201 |    2.220289ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:07:17 | 200 |     444.511µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:07:17 | 200 |     259.313µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:07:18 | 200 |      37.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:20 | 200 |        35.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:23 | 200 |      40.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:28 | 200 |      44.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:30 | 200 |      33.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:33 | 200 |      41.433µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:07:37.375Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8db99d76-9791-4cb7-bd22-a2f3ccd422ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:07:37.375Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8db99d76-9791-4cb7-bd22-a2f3ccd422ee","keyPrefix":"sk-oai-1Jm7fJY1dXNs...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:07:37 | 201 |    1.901848ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:07:37 | 200 |     422.156µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:07:37 | 200 |     155.272µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:07:37 | 200 |   10.098951ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:07:37 | 200 |     143.342µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:07:38 | 200 |      31.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:40 | 200 |      33.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:43 | 200 |      33.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:48 | 200 |      35.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:50 | 200 |      34.732µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:07:53 | 200 |      47.071µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:07:57.378Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ce8f0764-8394-40ad-85de-702bd92d6224","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:07:57.378Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce8f0764-8394-40ad-85de-702bd92d6224","keyPrefix":"sk-oai-1SmQKdk8cCbL...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:07:57 | 201 |    2.576149ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:07:57 | 200 |     502.607µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:07:57 | 200 |     380.722µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:07:57 | 200 |     218.315µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:07:57 | 200 |   20.511918ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:07:58 | 200 |      33.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:00 | 200 |      36.923µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:03 | 200 |      35.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:08 | 200 |      44.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:10 | 200 |      33.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:13 | 200 |       38.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:16 | 200 |     383.763µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:08:16 | 200 |     375.296µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:08:16 | 200 |   25.714912ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:08:18 | 200 |      41.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:20 | 200 |      40.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:23 | 200 |      54.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:28 | 200 |      32.347µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:08:28.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"015523a7-72da-418a-9b37-2b846b617d76","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:08:28.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"015523a7-72da-418a-9b37-2b846b617d76","keyPrefix":"sk-oai-1bAg3IOOGpyg...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:08:28 | 201 |    2.091425ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:08:30 | 200 |      40.913µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:33 | 200 |      34.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:38 | 200 |      31.304µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:40 | 200 |      37.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:43 | 200 |      35.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:48 | 200 |      37.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:50 | 200 |      34.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:53 | 200 |      34.014µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:58 | 200 |      35.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:08:58 | 200 |    1.054582ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:08:58 | 200 |      175.61µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:08:58 | 200 |     456.121µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:08:58 | 200 |     390.054µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:08:58 | 200 |     133.776µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:08:58 | 200 |   11.099348ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:00 | 200 |      41.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:03 | 200 |      35.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:08 | 200 |      38.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:10 | 200 |      32.836µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:13 | 200 |      33.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:15 | 200 |     136.216µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:09:15 | 200 |   13.651068ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:18 | 200 |      33.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:20 | 200 |      34.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:23 | 200 |      35.373µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:09:24.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53ebfc76-567b-4775-a82c-496b88d82010","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:09:24.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53ebfc76-567b-4775-a82c-496b88d82010","keyPrefix":"sk-oai-3W88XdoOXLcb...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:09:24 | 201 |    2.476824ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:28 | 200 |      33.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:30 | 200 |      34.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:32 | 200 |    1.075477ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:32 | 200 |     341.655µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:32 | 200 |     132.293µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:09:32 | 200 |   10.037345ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:09:33.127Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed6e906c-c59a-4897-9f5f-5e2928663751","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:09:33.127Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed6e906c-c59a-4897-9f5f-5e2928663751","keyPrefix":"sk-oai-14mKEv5QfE20...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:09:33 | 201 |    2.134101ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:33 | 200 |      33.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:38 | 200 |      32.261µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:40 | 200 |      32.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:41 | 200 |     900.556µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:41 | 200 |     355.883µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:41 | 200 |     172.956µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:09:41 | 200 |    7.519327ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:41 | 200 |     382.582µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:41 | 200 |     363.081µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:41 | 200 |     120.521µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:09:41 | 200 |    6.812482ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:09:42.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53ade348-e613-463e-9582-8a60f26020c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:09:42.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53ade348-e613-463e-9582-8a60f26020c4","keyPrefix":"sk-oai-1FJXFuvhL2g1...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:09:42 | 201 |    2.244327ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:43 | 200 |      41.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:48 | 200 |      64.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:50 | 200 |     704.889µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:50 | 200 |     470.261µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:09:50 | 200 |     259.061µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:09:50 | 200 |    10.20354ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:09:50 | 200 |      37.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:53 | 200 |      43.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:09:58 | 200 |       40.82µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:09:59.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ebea97b9-24f4-47a1-84af-00011464de6d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:09:59.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ebea97b9-24f4-47a1-84af-00011464de6d","keyPrefix":"sk-oai-llJWt7nw2NPm...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:09:59 | 201 |     2.10896ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:10:00 | 200 |      40.472µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:03 | 200 |      42.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:07 | 200 |      890.58µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:07 | 200 |     363.491µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:07 | 200 |     140.384µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:07 | 200 |     318.085µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:07 | 200 |     131.939µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:07 | 200 |   21.515835ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:10:08 | 200 |      42.502µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:10 | 200 |      39.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:13 | 200 |      37.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:18 | 200 |      40.881µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:20 | 200 |      44.464µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:10:20.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e5b29837-b61f-4746-9574-154b30f8c107","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:10:20.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5b29837-b61f-4746-9574-154b30f8c107","keyPrefix":"sk-oai-1QPqI2eIl7dd...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:10:20 | 201 |    2.034447ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:10:23 | 200 |      45.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:28 | 200 |       48.13µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:28 | 200 |     919.215µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:28 | 200 |     364.823µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:28 | 200 |     171.472µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:28 | 200 |   10.286032ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:10:28 | 200 |     143.657µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:28 | 200 |   33.060924ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:10:30 | 200 |      43.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:33 | 200 |      52.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:38 | 200 |      41.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:40 | 200 |      39.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:43 | 200 |     166.051µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:43 | 200 |     138.096µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:43 | 200 |     142.525µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:10:43 | 200 |   43.802121ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:10:43 | 200 |      39.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:48 | 200 |      38.256µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:50 | 200 |      39.311µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:53 | 200 |      48.162µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:10:58 | 200 |      40.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:00 | 200 |      45.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:00 | 200 |     150.057µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:11:00 | 200 |   14.125455ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:03 | 200 |      38.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:08 | 200 |      42.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:10 | 200 |      42.302µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:11:11.765Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09acad0d-2923-4024-b042-e34db9fd2152","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:11:11.765Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09acad0d-2923-4024-b042-e34db9fd2152","keyPrefix":"sk-oai-kAY53mBZ5vFf...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:11:11 | 201 |     3.58662ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:13 | 200 |      39.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:18 | 200 |      43.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:19 | 200 |     870.023µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:19 | 200 |     139.113µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:20 | 200 |       55.55µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:11:20.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db5264e0-c844-4cae-bb40-d4d8cce7f015","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:11:20.401Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db5264e0-c844-4cae-bb40-d4d8cce7f015","keyPrefix":"sk-oai-QGTswephZ9Wb...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:11:20 | 201 |    1.653605ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:23 | 200 |      40.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:28 | 200 |    1.301927ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:28 | 200 |     405.746µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:28 | 200 |     133.744µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:11:28 | 200 |   12.274992ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:28 | 200 |      42.498µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:11:28.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"be07e10e-33a5-48d3-a605-082c8a306711","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:11:28.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be07e10e-33a5-48d3-a605-082c8a306711","keyPrefix":"sk-oai-RPr9xj15DpVU...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:11:28 | 201 |      1.6903ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:30 | 200 |      40.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:33 | 200 |      38.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:36 | 200 |     850.146µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:36 | 200 |     376.639µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:36 | 200 |     124.219µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:11:36 | 200 |   10.853371ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:11:37.647Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"41b402da-1ce5-4ac5-b0ef-6017397d65a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:11:37.647Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41b402da-1ce5-4ac5-b0ef-6017397d65a0","keyPrefix":"sk-oai-Fc0C8NSYeJeH...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:11:37 | 201 |    1.757545ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:38 | 200 |      39.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:40 | 200 |      39.471µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:43 | 200 |      42.799µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:45 | 200 |     816.406µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:45 | 200 |     341.479µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:11:45 | 200 |     144.494µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:11:45 | 200 |     9.99207ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:48 | 200 |      47.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:50 | 200 |      39.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:11:53 | 200 |      40.639µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:11:54.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"22b5b29e-da26-4412-87d7-fac4db49638c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:11:54.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22b5b29e-da26-4412-87d7-fac4db49638c","keyPrefix":"sk-oai-G0djcVxjQqON...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:11:54 | 201 |    2.030294ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:11:58 | 200 |      40.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:00 | 200 |      42.779µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:03 | 200 |      46.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:08 | 200 |      40.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:10 | 200 |      65.156µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:11 | 200 |     899.191µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:12:11 | 403 |     109.466µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:12:13 | 200 |       40.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:18 | 200 |      52.742µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:20 | 200 |      43.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:23 | 200 |      49.205µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:28 | 403 |     126.086µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:12:28 | 200 |      40.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:30 | 200 |       41.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:33 | 200 |      38.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:38 | 200 |      45.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:40 | 200 |      39.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:43 | 200 |      42.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:45 | 403 |     157.306µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:12:48 | 200 |      45.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:50 | 200 |      42.112µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:53 | 200 |      40.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:12:58 | 200 |      38.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:00 | 200 |      44.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:02 | 403 |     126.584µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:03 | 200 |      41.779µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:08 | 200 |      45.756µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:10 | 200 |      48.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:13 | 200 |      42.001µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:13:17.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38ddfee3-dc45-4007-89c4-4bdd370fc142","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:13:17.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38ddfee3-dc45-4007-89c4-4bdd370fc142","keyPrefix":"sk-oai-Cg5fsG5UKNv5...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:13:17 | 201 |    1.714974ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:18 | 200 |       39.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:20 | 200 |      38.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:23 | 200 |      41.763µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:25 | 200 |     764.711µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:25 | 200 |     403.486µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:25 | 200 |     203.433µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:13:25 | 200 |     19.9067ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:28 | 200 |      39.637µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:30 | 200 |       48.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:33 | 200 |       38.55µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:13:37.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ba5c309-17ec-4913-97fe-cb40d565f540","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:13:37.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ba5c309-17ec-4913-97fe-cb40d565f540","keyPrefix":"sk-oai-1KRtsxXh05EE...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:13:37 | 201 |    2.268181ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:13:37.408Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f1685b24-b7fe-47f1-abc2-b63fbc3727d2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:13:37.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1685b24-b7fe-47f1-abc2-b63fbc3727d2","keyPrefix":"sk-oai-1MM67C3XxZUJ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:13:37 | 201 |    1.608402ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:38 | 200 |      45.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:40 | 200 |      48.673µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:43 | 200 |       45.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:45 | 200 |     694.917µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:45 | 200 |     345.558µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:45 | 200 |     156.919µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:13:45 | 200 |   10.187332ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:45 | 200 |     379.956µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:45 | 200 |     334.455µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:13:45 | 200 |     181.854µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:13:45 | 200 |   12.561724ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:13:48 | 200 |      42.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:50 | 200 |      45.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:53 | 200 |      45.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:58 | 200 |      42.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:13:59 | 200 |     176.038µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:00 | 200 |     178.619µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:00 | 200 |     155.001µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:00 | 200 |   44.972624ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:14:00 | 200 |       39.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:03 | 200 |      44.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:08 | 200 |      39.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:10 | 200 |       41.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:13 | 200 |      43.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:14 | 200 |     206.121µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:14 | 200 |   19.997004ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:14:14 | 200 |     132.131µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:14 | 200 |   16.851837ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:14:18 | 200 |      38.942µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:20 | 200 |      39.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:23 | 200 |      38.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:28 | 200 |      42.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:30 | 200 |      41.102µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:33 | 200 |      37.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:38 | 200 |      44.726µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:14:40.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb2897bd-7e13-4196-b2b1-d5573abe3fb4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:14:40.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb2897bd-7e13-4196-b2b1-d5573abe3fb4","keyPrefix":"sk-oai-QMVh2BfqlGPP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:14:40 | 201 |    1.933902ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:14:40 | 200 |     466.111µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:14:40 | 200 |      149.28µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:40 | 200 |      30.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:40 | 200 |     354.593µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:14:40 | 200 |      123.61µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:40 | 200 |     337.919µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:14:40 | 200 |     132.549µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:40 | 200 |     367.602µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:14:40 | 200 |     308.098µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:14:40 | 200 |     125.014µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:14:40 | 200 |   12.440183ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:14:43 | 200 |      42.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:48 | 200 |      40.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:50 | 200 |      42.623µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:53 | 200 |      39.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:14:58 | 200 |      40.927µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:00 | 200 |      42.164µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:15:01.576Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 12:15:01 | 200 |     889.127µs |     10.132.0.51 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 12:15:03 | 200 |      39.118µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:08 | 200 |      46.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:10 | 200 |      47.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:13 | 200 |      47.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:18 | 200 |      41.606µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:15:18.721Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7ab9a9a2-075b-4d22-9492-e51e286b5965","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:18.721Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ab9a9a2-075b-4d22-9492-e51e286b5965","keyPrefix":"sk-oai-qDL4oagw1WY1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:18 | 201 |    1.906583ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:19.339Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"18de8bfa-3cf0-44c9-8225-2186ef9d57a1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:19.339Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"18de8bfa-3cf0-44c9-8225-2186ef9d57a1","keyPrefix":"sk-oai-jA1AJmNKjfp8...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:19 | 201 |    1.697194ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:19.561Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"06dcd63e-4738-4f9c-8cda-7fc610213b98","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:19.561Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06dcd63e-4738-4f9c-8cda-7fc610213b98","keyPrefix":"sk-oai-1U4kEG2u0JUL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:19 | 201 |    1.664351ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:19 | 200 |     613.104µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:19 | 200 |     335.844µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:19 | 200 |     337.521µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:15:19 | 200 |   10.499045ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:19 | 200 |     490.029µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:19 | 200 |     333.615µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T12:15:19.733Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c80a5348-50c6-44c0-8607-0a930c0a9efe","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:19.733Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c80a5348-50c6-44c0-8607-0a930c0a9efe","keyPrefix":"sk-oai-OLoGB6tLFW53...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:19 | 201 |    1.540587ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:19.760Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c80a5348-50c6-44c0-8607-0a930c0a9efe"}
{"level":"info","timestamp":"2026-06-10T12:15:19.760Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c80a5348-50c6-44c0-8607-0a930c0a9efe","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 12:15:19 | 200 |    2.974078ms |      100.64.0.2 | DELETE   "/v1/api-keys/c80a5348-50c6-44c0-8607-0a930c0a9efe" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:20 | 200 |      44.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:15:22 | 200 |     825.161µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T12:15:22.793Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 12:15:22 | 500 |      100.95µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fc4398f2-3e4c-4621-bba0-cd23eebd4f91","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.121Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc4398f2-3e4c-4621-bba0-cd23eebd4f91","keyPrefix":"sk-oai-1XyFj58j5DXo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.705498ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9da74e3d-7441-4958-a311-f6f5b1dacce6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9da74e3d-7441-4958-a311-f6f5b1dacce6","keyPrefix":"sk-oai-1NcGm74Nt6XO...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.575084ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"58f570d1-bf0d-440b-89bc-79eac22cf486","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58f570d1-bf0d-440b-89bc-79eac22cf486","keyPrefix":"sk-oai-RF3vbFQOP85R...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.546016ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.275Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"58f570d1-bf0d-440b-89bc-79eac22cf486"}
{"level":"info","timestamp":"2026-06-10T12:15:23.275Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"58f570d1-bf0d-440b-89bc-79eac22cf486","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 12:15:23 | 200 |    2.165671ms |      100.64.0.4 | DELETE   "/v1/api-keys/58f570d1-bf0d-440b-89bc-79eac22cf486" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 404 |     636.449µs |      100.64.0.3 | DELETE   "/v1/api-keys/58f570d1-bf0d-440b-89bc-79eac22cf486" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.392Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1ad4e7bc-0393-4c9a-a050-049f4ad4cc6d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.392Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ad4e7bc-0393-4c9a-a050-049f4ad4cc6d","keyPrefix":"sk-oai-USzcIDiWgeFy...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.576515ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |     582.157µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     586.808µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     380.116µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:15:23 | 200 |   10.148458ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.521Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"08a37ee2-6256-4386-9fac-c0dc7cd0aa6d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.521Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08a37ee2-6256-4386-9fac-c0dc7cd0aa6d","keyPrefix":"sk-oai-lNr6uQ2MomfC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.782335ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |     580.889µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 403 |       108.8µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |     619.743µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     533.251µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     371.333µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:15:23 | 200 |   10.283085ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |      40.468µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:15:23.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6f8308f4-c5ea-43b1-9064-b2ff6284549d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f8308f4-c5ea-43b1-9064-b2ff6284549d","keyPrefix":"sk-oai-1BdiNkapBmnd...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.691261ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |     594.489µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     548.587µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     341.159µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:15:23 | 200 |    9.848368ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:23 | 200 |     555.185µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     499.382µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:15:23 | 200 |     336.923µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:15:23 | 200 |   10.096918ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:15:23.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1466ecd7-d6a3-4e26-95c5-850f6cbfd9d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:15:23.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1466ecd7-d6a3-4e26-95c5-850f6cbfd9d1","keyPrefix":"sk-oai-1CWHU8tvq77e...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:15:23 | 201 |    1.646184ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:15:28 | 200 |      41.361µs |      10.133.0.2 | GET      "/health"