[GIN] 2026/06/03 - 23:17:42 | 200 |     523.903µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:17:42 | 200 |      228.73µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:17:42 | 200 |     503.845µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:17:42 | 200 |     210.077µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:17:45 | 200 |      38.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:17:47 | 200 |      32.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:17:50 | 200 |      34.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:17:55 | 200 |      31.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:17:57 | 200 |      35.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:00 | 200 |      32.785µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T23:18:00.554Z","caller":"api_keys/service.go:137","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T23:18:00.554Z","caller":"api_keys/handler.go:199","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:199\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:18:00 | 400 |      300.07µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:18:05 | 200 |      41.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:07 | 200 |      32.083µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:10 | 200 |      31.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:15 | 200 |      33.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:17 | 200 |      32.155µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:18:18.001Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2eeb06c8-7b03-41ab-ae61-246fade41463","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:18:18.001Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2eeb06c8-7b03-41ab-ae61-246fade41463","keyPrefix":"sk-oai-1OFGLBOKZN1Q...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:18:18 | 201 |   11.065761ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:18:18 | 200 |    1.360715ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:18:18 | 200 |     148.125µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:18:20 | 200 |      32.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:25 | 200 |      34.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:27 | 200 |      32.219µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:18:27.135Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cbab839b-7dc6-4a7f-8230-5ce4a88893d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:18:27.135Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"cbab839b-7dc6-4a7f-8230-5ce4a88893d9","keyPrefix":"sk-oai-AkaPLjpgiUfy...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:18:27 | 201 |    1.985726ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:18:30 | 200 |      33.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:35 | 200 |      35.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:35 | 200 |     946.326µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:18:35 | 200 |     136.474µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:18:37 | 200 |      32.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:40 | 200 |      35.415µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:45 | 200 |      34.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:47 | 200 |      35.592µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:50 | 200 |      43.659µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:18:52.853Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2ead52ef-a3dd-44a4-9365-6bd936bf4f3e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:18:52.853Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2ead52ef-a3dd-44a4-9365-6bd936bf4f3e","keyPrefix":"sk-oai-1FULQAEn1PgP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:18:52 | 201 |    1.525324ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:18:52 | 200 |     607.439µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:18:52 | 200 |     201.961µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:18:55 | 200 |       34.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:18:57 | 200 |      38.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:00 | 200 |      32.096µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:05 | 200 |      31.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:07 | 200 |      33.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:10 | 200 |      32.128µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:15 | 200 |       34.32µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:17 | 200 |      35.202µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:20 | 200 |      37.763µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:25 | 200 |      33.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:27 | 200 |       58.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:30 | 200 |      34.045µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:35 | 200 |      33.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:37 | 200 |      35.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:40 | 200 |      32.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:45 | 200 |      33.757µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:47 | 200 |      32.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:50 | 200 |       33.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:55 | 200 |      37.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:19:57 | 200 |      33.331µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:00 | 200 |      35.378µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:05 | 200 |      32.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:07 | 200 |      34.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:10 | 200 |      34.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:15 | 200 |      33.479µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:17 | 200 |      33.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:20 | 200 |      34.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:25 | 200 |      45.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:27 | 200 |      35.528µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:30 | 200 |       41.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:35 | 200 |      35.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:37 | 200 |      32.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:40 | 200 |      52.747µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:45 | 200 |      35.165µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:47 | 200 |      33.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:50 | 200 |      33.596µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:20:53.992Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bc562cf2-6cc1-4787-938e-74816735ae8e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:20:53.992Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bc562cf2-6cc1-4787-938e-74816735ae8e","keyPrefix":"sk-oai-BwDFuQ4Sy2fz...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:20:53 | 201 |     1.78676ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:20:55 | 200 |      43.092µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:20:57 | 200 |      37.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:00 | 200 |      34.084µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:05 | 200 |      31.742µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:07 | 200 |      33.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:10 | 200 |      34.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:15 | 200 |      34.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:17 | 200 |      33.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:19 | 200 |      988.16µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:21:19 | 200 |     211.156µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:21:19 | 404 |    1.078518ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:21:20 | 200 |      38.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:25 | 200 |      34.588µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:27 | 200 |      31.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:30 | 200 |      35.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:35 | 200 |      34.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:37 | 200 |      30.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:40 | 200 |      42.918µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:45 | 200 |      42.152µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:47 | 200 |      39.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:50 | 200 |       44.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:55 | 200 |       42.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:21:57 | 200 |      37.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:00 | 200 |      43.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:05 | 200 |      38.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:07 | 200 |      38.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:10 | 200 |      38.157µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:22:12.021Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b049ebc5-3172-4eb7-8282-71de7def90ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:22:12.021Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b049ebc5-3172-4eb7-8282-71de7def90ab","keyPrefix":"sk-oai-1SJE5oGsKL9L...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:22:12 | 201 |    1.978274ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:22:12 | 200 |     551.354µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:22:12 | 200 |     162.035µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:22:15 | 200 |       43.37µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:17 | 200 |       37.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:20 | 200 |      41.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:25 | 200 |      39.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:27 | 200 |      42.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:30 | 200 |      37.755µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:22:31.250Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4b4145fd-ab30-45e0-8e8d-c27e694f13a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:22:31.251Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4b4145fd-ab30-45e0-8e8d-c27e694f13a3","keyPrefix":"sk-oai-1AO6cUw9YCsu...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:22:31 | 201 |     2.66792ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:22:31 | 200 |     801.221µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:22:31 | 200 |     389.603µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:22:31 | 200 |     750.211µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:22:31 | 200 |     378.841µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:22:35 | 200 |      55.908µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:37 | 200 |      40.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:40 | 200 |      38.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:45 | 200 |      39.119µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:47 | 200 |      38.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:50 | 200 |      43.268µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:22:50.757Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"53e0ef8c-8c81-4d81-aa1c-4424a42d5070","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:22:50.757Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"53e0ef8c-8c81-4d81-aa1c-4424a42d5070","keyPrefix":"sk-oai-59drolK88Ugi...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:22:50 | 201 |    1.889983ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:22:50 | 200 |      522.04µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:22:50 | 200 |     399.821µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:22:50 | 200 |     208.297µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:22:50 | 200 |   18.824109ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:22:55 | 200 |      39.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:22:57 | 200 |      41.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:00 | 200 |      40.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:05 | 200 |      38.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:07 | 200 |      39.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:10 | 200 |      180.64µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:23:10 | 200 |     165.038µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:23:10 | 200 |   28.284152ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:23:10 | 200 |      36.671µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:15 | 200 |       40.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:17 | 200 |      41.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:20 | 200 |      39.995µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:23:24.149Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"731cbef1-eb76-4430-8dba-8bf6da5df7e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:23:24.149Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"731cbef1-eb76-4430-8dba-8bf6da5df7e4","keyPrefix":"sk-oai-dMaCxWEqAKKp...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:23:24 | 201 |    10.61592ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:23:25 | 200 |      42.456µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:27 | 200 |      40.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:30 | 200 |      43.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:35 | 200 |      39.843µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:37 | 200 |      41.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:40 | 200 |      44.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:45 | 200 |      40.829µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:47 | 200 |      38.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:50 | 200 |      48.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:54 | 200 |    1.588508ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:23:54 | 200 |     161.965µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:23:54 | 200 |     579.653µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:23:54 | 200 |     464.294µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:23:54 | 200 |     138.251µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:23:54 | 200 |   13.855249ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:23:55 | 200 |      39.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:23:57 | 200 |      44.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:00 | 200 |      48.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:05 | 200 |      39.543µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:07 | 200 |      39.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:10 | 200 |      47.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:11 | 200 |      264.51µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:24:11 | 200 |   14.509128ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:15 | 200 |      38.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:17 | 200 |      39.589µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:24:20.037Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2159679d-a1c1-419a-834b-96467940c4e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:24:20.037Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2159679d-a1c1-419a-834b-96467940c4e2","keyPrefix":"sk-oai-1FgYD6Gps1mT...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:24:20 | 201 |    3.216832ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:20 | 200 |      67.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:25 | 200 |      39.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:27 | 200 |      56.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:28 | 200 |      913.62µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:28 | 200 |     500.879µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:28 | 200 |      238.22µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:24:28 | 200 |   11.321629ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:24:28.575Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81f9bb19-31fb-455f-af05-bfbfdfa5374f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:24:28.575Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"81f9bb19-31fb-455f-af05-bfbfdfa5374f","keyPrefix":"sk-oai-P3PEHA37jg5K...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:24:28 | 201 |    1.814436ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:30 | 200 |      41.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:35 | 200 |       48.45µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:36 | 200 |     868.018µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:36 | 200 |     427.342µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:36 | 200 |     230.084µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:24:36 | 200 |    7.413954ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:36 | 200 |     443.523µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:36 | 200 |     504.554µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:36 | 200 |     242.079µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:24:36 | 200 |    7.047213ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:37 | 200 |      39.854µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:24:37.611Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5c774901-a67b-4d22-996d-24a96d7db791","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:24:37.611Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5c774901-a67b-4d22-996d-24a96d7db791","keyPrefix":"sk-oai-mKrBLCqw6CbC...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:24:37 | 201 |    1.869748ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:40 | 200 |      42.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:45 | 200 |      38.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:45 | 200 |     843.367µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:45 | 200 |     421.605µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:24:45 | 200 |     211.234µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:24:45 | 200 |   10.267454ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:47 | 200 |      40.481µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:50 | 200 |      42.252µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:24:54.846Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a223be8d-557d-405d-80d9-895d2a3e7a8b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:24:54.846Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"a223be8d-557d-405d-80d9-895d2a3e7a8b","keyPrefix":"sk-oai-nqKTnphKKe6u...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:24:54 | 201 |    2.103271ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:24:55 | 200 |      49.667µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:24:57 | 200 |      40.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:00 | 200 |      38.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:02 | 200 |     770.435µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:02 | 200 |     476.724µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:02 | 200 |     389.158µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:02 | 200 |      380.62µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:02 | 200 |     192.264µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:02 | 200 |   19.204415ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:25:05 | 200 |      46.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:07 | 200 |      41.608µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:10 | 200 |      39.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:15 | 200 |      39.889µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:25:16.335Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"95694d9a-325b-4f80-bc47-6088e27cffa8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:25:16.335Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"95694d9a-325b-4f80-bc47-6088e27cffa8","keyPrefix":"sk-oai-tK0dS8it2MmI...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:25:16 | 201 |    1.982436ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:25:17 | 200 |      37.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:20 | 200 |       44.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:24 | 200 |     861.685µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:24 | 200 |     594.299µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:24 | 200 |     365.756µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:24 | 200 |   11.147942ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:25:24 | 200 |     167.984µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:24 | 200 |   25.588889ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:25:25 | 200 |       37.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:27 | 200 |      45.491µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:30 | 200 |      40.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:35 | 200 |      41.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:37 | 200 |      41.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:40 | 200 |      73.174µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:42 | 200 |     373.326µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:42 | 200 |     425.086µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:42 | 200 |      347.76µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:25:42 | 200 |   40.573917ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:25:45 | 200 |      40.918µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:47 | 200 |      38.555µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:50 | 200 |      42.916µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:55 | 200 |      40.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:25:57 | 200 |      42.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:00 | 200 |      41.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:00 | 200 |     163.629µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:00 | 200 |   14.207655ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:05 | 200 |      43.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:07 | 200 |      40.313µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:10 | 200 |      48.806µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:26:13.544Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f14300cb-0eaa-48f1-9863-bb6d74b22b78","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:13.544Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f14300cb-0eaa-48f1-9863-bb6d74b22b78","keyPrefix":"sk-oai-qvd1f797mPrY...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:13 | 201 |    2.857348ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:15 | 200 |      42.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:17 | 200 |      42.574µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:20 | 200 |      48.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:21 | 200 |    1.244664ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:21 | 200 |     141.149µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:26:22.186Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3cd5f75f-9190-489f-a866-685af791fe48","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:22.186Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"3cd5f75f-9190-489f-a866-685af791fe48","keyPrefix":"sk-oai-dJaqpZCn5G43...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:22 | 201 |    1.758729ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:25 | 200 |       50.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:27 | 200 |      41.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:30 | 200 |      42.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:30 | 200 |     833.805µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:30 | 200 |     467.143µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:30 | 200 |     158.804µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:30 | 200 |    10.09546ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:26:30.610Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f709f654-8d4a-4b99-88b3-31c621b0172e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:30.610Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f709f654-8d4a-4b99-88b3-31c621b0172e","keyPrefix":"sk-oai-3wLPMg04Kyth...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:30 | 201 |    1.776328ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:35 | 200 |      47.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:37 | 200 |      40.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:38 | 200 |     1.05191ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:38 | 200 |     698.259µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:38 | 200 |     366.786µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:38 | 200 |   10.848873ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:26:39.377Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"43d538d5-354f-410a-a444-4f8982fc18bb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:39.377Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"43d538d5-354f-410a-a444-4f8982fc18bb","keyPrefix":"sk-oai-qNDsLJx4Pddn...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:39 | 201 |    1.899993ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:40 | 200 |      40.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:45 | 200 |      41.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:47 | 200 |      70.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:47 | 200 |     800.241µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:47 | 200 |     418.905µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:47 | 200 |       152.4µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:47 | 200 |   10.838682ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:50 | 200 |      42.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:55 | 200 |      39.481µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:26:56.604Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"980a596c-0eca-4936-a2fa-6d8996d9ee3d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:56.604Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"980a596c-0eca-4936-a2fa-6d8996d9ee3d","keyPrefix":"sk-oai-16r8XKnqoco2...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:56 | 201 |    3.235433ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:57 | 200 |      42.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:00 | 200 |      40.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:05 | 200 |      39.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:07 | 200 |      39.774µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:10 | 200 |       47.32µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:12 | 200 |     812.166µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:27:12 | 403 |     100.596µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:27:15 | 200 |      37.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:17 | 200 |      38.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:20 | 200 |      41.039µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:25 | 200 |      67.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:27 | 200 |      37.436µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:30 | 403 |     127.684µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:27:30 | 200 |      39.711µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:35 | 200 |       51.26µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:37 | 200 |      52.337µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:40 | 200 |      38.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:45 | 200 |      40.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:47 | 200 |      39.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:47 | 403 |     117.855µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:27:50 | 200 |      38.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:55 | 200 |      40.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:57 | 200 |      38.006µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:00 | 200 |      42.797µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:04 | 403 |     136.382µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:05 | 200 |      44.603µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:07 | 200 |      45.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:10 | 200 |      40.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:15 | 200 |      40.783µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:17 | 200 |      40.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:20 | 200 |      44.135µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:28:20.888Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"689fdec1-5837-4154-9182-435de8077e98","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:28:20.888Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"689fdec1-5837-4154-9182-435de8077e98","keyPrefix":"sk-oai-10XYDEDj1S0z...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:28:20 | 201 |     2.53263ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:25 | 200 |      39.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:27 | 200 |      41.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:28 | 200 |     963.302µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:28 | 200 |     539.421µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:28 | 200 |     563.126µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:28:28 | 200 |     19.7845ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:30 | 200 |      42.147µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:35 | 200 |      43.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:37 | 200 |      38.128µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:40 | 200 |      40.703µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:28:43.188Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27690fb0-11a3-484e-8b0c-006276049f6c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:28:43.188Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"27690fb0-11a3-484e-8b0c-006276049f6c","keyPrefix":"sk-oai-1KIz4zTQ548W...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:28:43 | 201 |    3.405382ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:28:43.225Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"afb8984e-08c0-40a2-a228-d8c3b4afe11e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:28:43.225Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"afb8984e-08c0-40a2-a228-d8c3b4afe11e","keyPrefix":"sk-oai-pSr2WjSODRaT...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:28:43 | 201 |    1.788239ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:45 | 200 |      48.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:47 | 200 |      42.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:50 | 200 |      41.132µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:51 | 200 |     855.667µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:51 | 200 |     421.018µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:51 | 200 |     169.305µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:28:51 | 200 |    10.09678ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:51 | 200 |     410.879µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:51 | 200 |     384.911µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:28:51 | 200 |     159.785µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:28:51 | 200 |    9.329556ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:28:55 | 200 |      45.167µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:57 | 200 |      43.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:00 | 200 |       43.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:05 | 200 |       41.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:07 | 200 |      40.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:09 | 200 |      174.21µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:10 | 200 |     211.484µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:10 | 200 |     182.806µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:10 | 200 |    40.73482ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:10 | 200 |      46.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:15 | 200 |      39.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:17 | 200 |      50.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:20 | 200 |      47.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:25 | 200 |      39.528µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:27 | 200 |      42.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:28 | 200 |     162.357µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:28 | 200 |     13.1174ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:28 | 200 |     167.856µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:28 | 200 |   13.516872ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:30 | 200 |      37.505µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:35 | 200 |      38.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:37 | 200 |      64.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:40 | 200 |      43.774µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:45 | 200 |       47.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:47 | 200 |      36.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:50 | 200 |      39.836µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:29:54.432Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc71061b-15a4-4a0c-8ee2-683594d1c380","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:29:54.432Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"cc71061b-15a4-4a0c-8ee2-683594d1c380","keyPrefix":"sk-oai-1IFyJFq61orY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:29:54 | 201 |    1.786424ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:54 | 200 |     622.653µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:54 | 200 |      165.44µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:54 | 200 |     509.135µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:54 | 200 |     156.159µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:54 | 200 |     467.834µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:54 | 200 |      140.59µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:54 | 200 |     479.507µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:54 | 200 |     396.291µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:54 | 200 |      153.42µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:54 | 200 |   11.174891ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:55 | 200 |      42.489µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:57 | 200 |      40.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:00 | 200 |      41.668µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:01.343Z","caller":"api_keys/service.go:312","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 23:30:01 | 200 |    1.121281ms |     10.132.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 23:30:05 | 200 |      40.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:07 | 200 |      41.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:10 | 200 |      39.719µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:12.371Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5d1b90cf-22ef-417b-8227-8b8ebf7c0e28","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:12.371Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5d1b90cf-22ef-417b-8227-8b8ebf7c0e28","keyPrefix":"sk-oai-E8eiMlyn3vNU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:12 | 201 |    3.103265ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:12 | 200 |     531.351µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:12 | 200 |     153.979µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:15 | 200 |       42.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:17 | 200 |      40.266µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:20 | 200 |      40.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:25 | 200 |      39.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:27 | 200 |      44.504µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:30 | 200 |      41.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:35 | 200 |      39.244µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:37 | 200 |      42.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:40 | 200 |      41.205µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:45 | 200 |      37.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:47 | 200 |      39.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:50 | 200 |      41.274µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:52.367Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"be609498-3fbe-4009-b074-7376b500c0c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:52.367Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"be609498-3fbe-4009-b074-7376b500c0c2","keyPrefix":"sk-oai-1YjIYWdruZ2p...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:52 | 201 |   10.678453ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:52.899Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"785505e4-9e2d-4b09-af39-2803be8188c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:52.900Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"785505e4-9e2d-4b09-af39-2803be8188c2","keyPrefix":"sk-oai-OzGNIQzndzZH...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:52 | 201 |    2.107824ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:53.119Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bd2ee5ae-00b5-4d5b-93ac-fd30390df32f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:53.119Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bd2ee5ae-00b5-4d5b-93ac-fd30390df32f","keyPrefix":"sk-oai-dzVVmGYy6e6H...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:53 | 201 |      1.7651ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:53 | 200 |    1.253046ms |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:53 | 200 |     474.937µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:53 | 200 |     121.208µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:53 | 200 |   12.723166ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:53 | 200 |     505.098µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:53 | 200 |      203.96µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T23:30:53.284Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b040ca6d-a1f9-41b1-a1c5-3f7be789908e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:53.284Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b040ca6d-a1f9-41b1-a1c5-3f7be789908e","keyPrefix":"sk-oai-1b3oEjFjzr6E...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:53 | 201 |       1.763ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:53.313Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b040ca6d-a1f9-41b1-a1c5-3f7be789908e"}
{"level":"info","timestamp":"2026-06-03T23:30:53.313Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"b040ca6d-a1f9-41b1-a1c5-3f7be789908e","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 23:30:53 | 200 |    2.857051ms |      100.64.0.3 | DELETE   "/v1/api-keys/b040ca6d-a1f9-41b1-a1c5-3f7be789908e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:55 | 200 |      38.861µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:56 | 200 |     969.949µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T23:30:56.344Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:30:56 | 500 |     130.853µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:56.656Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ea6925cf-5297-441b-9ed8-10d39160f177","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:56.656Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ea6925cf-5297-441b-9ed8-10d39160f177","keyPrefix":"sk-oai-VyCReQ4Jl3vj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:56 | 201 |    1.786155ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:56.687Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e3ff92e6-86a3-481a-beef-925a5e341db0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:56.687Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"e3ff92e6-86a3-481a-beef-925a5e341db0","keyPrefix":"sk-oai-19kIylWZwSm7...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:56 | 201 |    1.822309ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:56.777Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"130fcd75-e862-49e9-919a-40b36daeeb47","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:56.777Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"130fcd75-e862-49e9-919a-40b36daeeb47","keyPrefix":"sk-oai-B38VxEYL9anC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:56 | 201 |    1.627608ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:56.804Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"130fcd75-e862-49e9-919a-40b36daeeb47"}
{"level":"info","timestamp":"2026-06-03T23:30:56.804Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"130fcd75-e862-49e9-919a-40b36daeeb47","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 23:30:56 | 200 |    2.159725ms |      100.64.0.2 | DELETE   "/v1/api-keys/130fcd75-e862-49e9-919a-40b36daeeb47" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:56 | 404 |     718.698µs |      100.64.0.4 | DELETE   "/v1/api-keys/130fcd75-e862-49e9-919a-40b36daeeb47" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:56.927Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0f5fb746-117e-44cd-b920-81b939015471","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:56.927Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"0f5fb746-117e-44cd-b920-81b939015471","keyPrefix":"sk-oai-1ZJT8Erpsu9v...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:56 | 201 |    1.709729ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:56 | 200 |      624.24µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:56 | 200 |     631.493µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:56 | 200 |     230.837µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:56 | 200 |   10.321488ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:57.047Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ffedb62-3521-4189-8ba1-5989b74abdeb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:57.047Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4ffedb62-3521-4189-8ba1-5989b74abdeb","keyPrefix":"sk-oai-1AFVf97RGfUC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:57 | 201 |    1.552072ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:57 | 200 |     633.504µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 403 |       89.29µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:57 | 200 |     585.433µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     628.048µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     218.889µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:57 | 200 |      31.163µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:57 | 200 |   10.230591ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:57.199Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bf863242-7236-4352-8707-3992d28de2d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:57.199Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bf863242-7236-4352-8707-3992d28de2d0","keyPrefix":"sk-oai-12wemNGz9JTr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:57 | 201 |     1.67395ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:57 | 200 |     549.934µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     631.725µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     220.112µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:57 | 200 |    10.31535ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:57 | 200 |     514.417µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     756.397µs |     10.133.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:57 | 200 |     348.205µs |     10.133.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:57 | 200 |   11.019048ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:30:57.371Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"dc376759-d5c7-44ff-92de-23a32aa8a478","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:57.371Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"dc376759-d5c7-44ff-92de-23a32aa8a478","keyPrefix":"sk-oai-VCCiQh3bJeSb...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:57 | 201 |    1.701785ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:31:00 | 200 |       38.86µs |      10.134.0.2 | GET      "/health"