[GIN] 2026/06/05 - 14:50:54 | 200 | 313.055µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:50:54 | 200 | 206.1µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:50:54 | 200 | 257.797µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:50:54 | 200 | 147.846µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:50:55 | 200 | 40.452µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:00 | 200 | 38.735µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:00 | 200 | 36.936µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:05 | 200 | 41.268µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:10 | 200 | 40.141µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:10 | 200 | 39.336µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-05T14:51:11.807Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-06-05T14:51:11.807Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/05 - 14:51:11 | 400 | 265.606µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:51:15 | 200 | 38.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:20 | 200 | 37.496µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:20 | 200 | 56.964µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:25 | 200 | 40.401µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:51:29.178Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"22a7ecc1-69f6-462e-8920-abee9869e2d7","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:51:29.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22a7ecc1-69f6-462e-8920-abee9869e2d7","keyPrefix":"sk-oai-kFWbJXCCiQJO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:51:29 | 201 | 13.021492ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:51:29 | 200 | 878.049µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:51:29 | 200 | 165.836µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:51:30 | 200 | 39.143µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:30 | 200 | 45.46µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:35 | 200 | 41.615µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:51:38.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b2bc2974-3878-4c4d-b612-f93cb6451085","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:51:38.206Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2bc2974-3878-4c4d-b612-f93cb6451085","keyPrefix":"sk-oai-H4SEFyG241uC...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:51:38 | 201 | 1.914022ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:51:40 | 200 | 40.565µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:40 | 200 | 37.906µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:45 | 200 | 54.539µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:46 | 200 | 570.223µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:51:46 | 200 | 124.262µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:51:50 | 200 | 43.935µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:50 | 200 | 41.95µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:51:55 | 200 | 40.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:00 | 200 | 41.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:00 | 200 | 41.272µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:52:03.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a8c28b88-5336-431a-a60b-3ab181fbc9dc","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:52:03.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8c28b88-5336-431a-a60b-3ab181fbc9dc","keyPrefix":"sk-oai-N5nZAte1F5ex...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:52:03 | 201 | 1.83991ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:52:03 | 200 | 647.813µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:52:03 | 200 | 397.677µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:52:05 | 200 | 38.926µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:10 | 200 | 39.364µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:10 | 200 | 37.83µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:15 | 200 | 45.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:20 | 200 | 40.26µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:20 | 200 | 43.397µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:25 | 200 | 53.917µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:30 | 200 | 40.813µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:30 | 200 | 51.578µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:35 | 200 | 39.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:40 | 200 | 51.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:40 | 200 | 41.365µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:45 | 200 | 37.862µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:50 | 200 | 37.625µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:50 | 200 | 58.198µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:52:55 | 200 | 38.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:00 | 200 | 38.234µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:00 | 200 | 37.103µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:05 | 200 | 48.385µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:10 | 200 | 43.968µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:10 | 200 | 39.713µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:15 | 200 | 37.143µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:20 | 200 | 38.967µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:20 | 200 | 36.814µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:25 | 200 | 40.334µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:30 | 200 | 45.904µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:30 | 200 | 37.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:35 | 200 | 47.068µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:40 | 200 | 46.497µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:40 | 200 | 37.937µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:45 | 200 | 41.711µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:50 | 200 | 41.354µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:50 | 200 | 39.942µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:53:55 | 200 | 40.234µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:00 | 200 | 38.309µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:00 | 200 | 36.77µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:54:03.136Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d3b7aec1-7913-4701-a511-991c2499396b","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:54:03.136Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3b7aec1-7913-4701-a511-991c2499396b","keyPrefix":"sk-oai-zKWgridIPHGE...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:54:03 | 201 | 2.356382ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:54:05 | 200 | 36.535µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:10 | 200 | 39.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:10 | 200 | 38.43µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:15 | 200 | 41.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:20 | 200 | 42.496µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:20 | 200 | 37.404µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:25 | 200 | 62.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:26 | 200 | 524.712µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:54:26 | 200 | 208.496µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:54:26 | 404 | 686.065µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:54:30 | 200 | 40.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:30 | 200 | 39.996µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:35 | 200 | 43.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:40 | 200 | 45.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:40 | 200 | 38.859µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:45 | 200 | 37.192µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:50 | 200 | 41.414µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:50 | 200 | 40.505µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:54:55 | 200 | 42.544µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:00 | 200 | 43.973µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:00 | 200 | 36.708µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:05 | 200 | 40.941µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:10 | 200 | 37.667µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:10 | 200 | 38.496µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:15 | 200 | 39.318µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:55:17.051Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bbdef2f2-d3ff-4f96-bef9-dd4035c6c509","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:55:17.051Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bbdef2f2-d3ff-4f96-bef9-dd4035c6c509","keyPrefix":"sk-oai-1VOi9mzVJGiV...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:55:17 | 201 | 1.882423ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:55:17 | 200 | 419.06µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:55:17 | 200 | 142.822µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:55:20 | 200 | 40.529µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:20 | 200 | 43.2µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:25 | 200 | 48.325µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:30 | 200 | 48.211µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:30 | 200 | 34.373µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:35 | 200 | 34.56µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:55:36.295Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ff910acc-8672-4d9e-8cee-8f2af137edfa","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:55:36.295Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff910acc-8672-4d9e-8cee-8f2af137edfa","keyPrefix":"sk-oai-FRvohPGU9VLd...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:55:36 | 201 | 1.619235ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:55:36 | 200 | 417.557µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:55:36 | 200 | 138.556µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:55:36 | 200 | 357.67µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:55:36 | 200 | 158.955µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:55:40 | 200 | 42.536µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:40 | 200 | 33.067µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:45 | 200 | 32.908µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:50 | 200 | 34.711µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:50 | 200 | 35.101µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:55:55 | 200 | 34.079µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:55:55.766Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2f0aa670-90ac-44f6-9bbd-a1a8e6f811dd","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:55:55.766Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f0aa670-90ac-44f6-9bbd-a1a8e6f811dd","keyPrefix":"sk-oai-6NVYeHvNezU7...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:55:55 | 201 | 1.834124ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:55:55 | 200 | 325.549µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:55:55 | 200 | 256.992µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:55:55 | 200 | 165.38µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:55:55 | 200 | 19.93341ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:56:00 | 200 | 34.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:00 | 200 | 31.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:05 | 200 | 43.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:10 | 200 | 45.049µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:10 | 200 | 32.684µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:15 | 200 | 155.956µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:56:15 | 200 | 192.519µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:56:15 | 200 | 26.706465ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:56:15 | 200 | 34.627µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:20 | 200 | 39.698µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:20 | 200 | 31.352µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:25 | 200 | 32.84µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:56:27.015Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bd4dfda3-b9fd-4359-8db9-72a1541da8ca","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:56:27.015Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bd4dfda3-b9fd-4359-8db9-72a1541da8ca","keyPrefix":"sk-oai-1GyNtssy4CkY...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:56:27 | 201 | 1.961373ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:56:30 | 200 | 35.671µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:30 | 200 | 50.301µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:35 | 200 | 54.86µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:40 | 200 | 33.784µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:40 | 200 | 33.749µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:45 | 200 | 46.872µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:50 | 200 | 38.497µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:50 | 200 | 34.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:55 | 200 | 31.295µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:56:57 | 200 | 8.589615ms | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:56:57 | 200 | 176.594µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:56:57 | 200 | 291.084µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:56:57 | 200 | 288.003µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:56:57 | 200 | 141.451µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:56:57 | 200 | 13.406495ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:00 | 200 | 32.934µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:00 | 200 | 34.706µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:05 | 200 | 33.764µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:10 | 200 | 36.033µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:10 | 200 | 43.051µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:14 | 200 | 150.172µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:57:14 | 200 | 13.847292ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:15 | 200 | 39.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:20 | 200 | 38.727µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:20 | 200 | 42.126µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:57:22.830Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4dd95838-a867-4f50-83df-85b2bfcaaf22","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:57:22.830Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4dd95838-a867-4f50-83df-85b2bfcaaf22","keyPrefix":"sk-oai-1NVzcqWVu4hF...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:57:22 | 201 | 2.716285ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:25 | 200 | 40.575µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:30 | 200 | 42.865µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:30 | 200 | 40.82µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:30 | 200 | 561.97µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:30 | 200 | 310.94µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:30 | 200 | 160.437µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:57:30 | 200 | 10.025851ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T14:57:31.370Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ebf64535-7d69-4585-a24d-169a2ead77f6","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:57:31.370Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ebf64535-7d69-4585-a24d-169a2ead77f6","keyPrefix":"sk-oai-vdpwqzwPLnRx...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:57:31 | 201 | 1.471468ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:35 | 200 | 39.164µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:39 | 200 | 552.464µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:39 | 200 | 250.777µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:39 | 200 | 148.399µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:57:39 | 200 | 7.166957ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:39 | 200 | 233.466µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:39 | 200 | 235.629µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:39 | 200 | 156.421µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:57:39 | 200 | 6.791269ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:40 | 200 | 38.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:40 | 200 | 40.75µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:57:40.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"72716eaa-1fcf-4739-a3ef-3b20a69c9988","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:57:40.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72716eaa-1fcf-4739-a3ef-3b20a69c9988","keyPrefix":"sk-oai-1Rw6nItyaSJc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:57:40 | 201 | 1.570726ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:45 | 200 | 39.775µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:48 | 200 | 457.237µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:48 | 200 | 246.461µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:57:48 | 200 | 177.873µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:57:48 | 200 | 10.889213ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:57:50 | 200 | 44.258µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:50 | 200 | 33.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:57:55 | 200 | 40.784µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:57:57.620Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d1334fc-709f-4e55-b8c7-f8d6b0baa87c","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:57:57.620Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d1334fc-709f-4e55-b8c7-f8d6b0baa87c","keyPrefix":"sk-oai-eBbSOsSBqVn5...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:57:57 | 201 | 1.726311ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:58:00 | 200 | 53.883µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:00 | 200 | 38.63µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:05 | 200 | 58.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:05 | 200 | 444.856µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:05 | 200 | 301.806µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:05 | 200 | 209.592µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:05 | 200 | 282.203µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:05 | 200 | 186.371µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:05 | 200 | 24.009044ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:58:10 | 200 | 38.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:10 | 200 | 38.526µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:15 | 200 | 41.619µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:58:16.985Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6ca95287-7361-454a-9618-1648a4f88705","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:58:16.985Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ca95287-7361-454a-9618-1648a4f88705","keyPrefix":"sk-oai-7D0TblLNDxvV...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:58:16 | 201 | 1.661974ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:58:20 | 200 | 33.323µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:20 | 200 | 57.482µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:25 | 200 | 432.405µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:25 | 200 | 302.428µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:25 | 200 | 174.152µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:25 | 200 | 8.823685ms | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:58:25 | 200 | 178.367µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:25 | 200 | 23.035629ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:58:25 | 200 | 30.02µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:30 | 200 | 39.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:30 | 200 | 37.513µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:35 | 200 | 43.726µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:39 | 200 | 161.705µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:39 | 200 | 233.497µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:39 | 200 | 133.398µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:39 | 200 | 42.286635ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:58:40 | 200 | 38.409µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:40 | 200 | 49.129µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:45 | 200 | 35.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:50 | 200 | 38.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:50 | 200 | 38.001µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:55 | 200 | 37.673µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:58:56 | 200 | 162.53µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:58:56 | 200 | 13.409734ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:00 | 200 | 38.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:00 | 200 | 40.458µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:05 | 200 | 46.506µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:59:07.783Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5d2b09e8-8273-4018-83ee-db08045bac80","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:59:07.783Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5d2b09e8-8273-4018-83ee-db08045bac80","keyPrefix":"sk-oai-61aHvGUf0jGi...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:59:07 | 201 | 2.443083ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:10 | 200 | 43.92µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:10 | 200 | 42.859µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:15 | 200 | 39.246µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:15 | 200 | 605.549µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:15 | 200 | 132.892µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T14:59:16.406Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef63043d-2f93-43f3-9d9f-f262d68b5de2","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:59:16.406Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef63043d-2f93-43f3-9d9f-f262d68b5de2","keyPrefix":"sk-oai-xEVr8Mh5wRI0...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:59:16 | 201 | 1.603464ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:20 | 200 | 40.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:20 | 200 | 33.14µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:24 | 200 | 526.464µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:24 | 200 | 309.679µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:24 | 200 | 184.357µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:59:24 | 200 | 11.329557ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T14:59:24.813Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"725b01b9-7809-40ff-ab6c-35a133367e19","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:59:24.813Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"725b01b9-7809-40ff-ab6c-35a133367e19","keyPrefix":"sk-oai-sbXkT0twnp8h...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:59:24 | 201 | 1.548495ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:25 | 200 | 32.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:30 | 200 | 32.046µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:30 | 200 | 50.685µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:32 | 200 | 529.963µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:32 | 200 | 337.208µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:32 | 200 | 158.435µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:59:32 | 200 | 10.35316ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T14:59:33.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bdae6df1-b6bc-4ce2-9c28-6acd24f4172a","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:59:33.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdae6df1-b6bc-4ce2-9c28-6acd24f4172a","keyPrefix":"sk-oai-xaj4o6HOIHuU...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:59:33 | 201 | 1.668458ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:35 | 200 | 45.281µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:40 | 200 | 38.301µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:40 | 200 | 39.47µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:41 | 200 | 462.862µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:41 | 200 | 288.015µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 14:59:41 | 200 | 146.023µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 14:59:41 | 200 | 9.833116ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:45 | 200 | 47.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:50 | 200 | 51.076µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 14:59:50 | 200 | 48.111µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T14:59:50.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eac99ca8-d802-4c4c-85ed-395f5cd3a125","ephemeral":false} {"level":"info","timestamp":"2026-06-05T14:59:50.827Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eac99ca8-d802-4c4c-85ed-395f5cd3a125","keyPrefix":"sk-oai-1YE0HDdlIwBP...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 14:59:50 | 201 | 1.716772ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 14:59:55 | 200 | 41.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:00 | 200 | 40.191µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:00 | 200 | 40.179µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:00:01.437Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/05 - 15:00:01 | 200 | 964.092µs | 10.132.0.47 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/05 - 15:00:05 | 200 | 39.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:07 | 200 | 694.48µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:00:07 | 403 | 88.525µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:00:10 | 200 | 39.216µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:10 | 200 | 38.892µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:15 | 200 | 38.622µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:20 | 200 | 37.599µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:20 | 200 | 39.63µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:24 | 403 | 361.7µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:00:25 | 200 | 42.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:30 | 200 | 39.411µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:30 | 200 | 42.288µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:35 | 200 | 48.883µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:40 | 200 | 42.116µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:40 | 200 | 37.756µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:41 | 403 | 141.637µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:00:45 | 200 | 39.03µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:50 | 200 | 44.797µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:50 | 200 | 37.675µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:55 | 200 | 41.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:00:58 | 403 | 122.959µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:00 | 200 | 37.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:00 | 200 | 41.769µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:05 | 200 | 40.287µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:10 | 200 | 47.202µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:10 | 200 | 55.071µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:01:12.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"39f96143-6227-498d-80a1-c4c72cdbed7a","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:01:12.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39f96143-6227-498d-80a1-c4c72cdbed7a","keyPrefix":"sk-oai-1UrJGrT957c3...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 15:01:12 | 201 | 1.497121ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:15 | 200 | 37.877µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:20 | 200 | 36.935µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:20 | 200 | 38.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:21 | 200 | 448.661µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:21 | 200 | 332.311µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:21 | 200 | 253.812µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:01:21 | 200 | 19.360191ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:25 | 200 | 36.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:30 | 200 | 39.999µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:30 | 200 | 38.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:35 | 200 | 44.233µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:01:35.235Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9cd72c9d-4c97-48c9-be29-f31a7401310e","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:01:35.235Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9cd72c9d-4c97-48c9-be29-f31a7401310e","keyPrefix":"sk-oai-AYF0mGgm0mxe...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 15:01:35 | 201 | 2.071861ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:01:35.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"706b40ad-da3f-4c20-a54b-d45d5415395d","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:01:35.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"706b40ad-da3f-4c20-a54b-d45d5415395d","keyPrefix":"sk-oai-1KCai5wMLb2A...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 15:01:35 | 201 | 1.788552ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:40 | 200 | 38.094µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:40 | 200 | 37.65µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:43 | 200 | 459.435µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:43 | 200 | 242.463µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:43 | 200 | 193.445µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:01:43 | 200 | 9.906823ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:43 | 200 | 235.883µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:43 | 200 | 268.985µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:01:43 | 200 | 159.95µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:01:43 | 200 | 11.878749ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:01:45 | 200 | 38.748µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:50 | 200 | 41.463µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:50 | 200 | 39.628µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:01:55 | 200 | 50.442µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:00 | 200 | 175.348µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:00 | 200 | 135.542µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:00 | 200 | 143.998µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:00 | 200 | 41.283802ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:00 | 200 | 28.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:00 | 200 | 33.62µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:05 | 200 | 42.44µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:10 | 200 | 45.811µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:10 | 200 | 41.565µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:14 | 200 | 177.436µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:14 | 200 | 14.212601ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:14 | 200 | 151.811µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:14 | 200 | 12.591873ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:15 | 200 | 41.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:20 | 200 | 40.354µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:20 | 200 | 37.681µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:25 | 200 | 39.41µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:30 | 200 | 40.444µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:30 | 200 | 40.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:35 | 200 | 39.634µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:40 | 200 | 39.253µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:02:40.283Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b8bbca57-c736-4ca2-a5ce-9e007c96787f","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:02:40.283Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8bbca57-c736-4ca2-a5ce-9e007c96787f","keyPrefix":"sk-oai-1dlJ1JamltI7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 15:02:40 | 201 | 1.652388ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:40 | 200 | 33.301µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:40 | 200 | 294.571µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:40 | 200 | 176.946µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:40 | 200 | 250.446µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:40 | 200 | 139.5µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:40 | 200 | 240.886µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:40 | 200 | 142.989µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:40 | 200 | 250.339µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:40 | 200 | 241.257µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:40 | 200 | 127.489µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:40 | 200 | 10.371588ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:45 | 200 | 55.41µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:50 | 200 | 42.181µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:02:50 | 200 | 38.894µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:02:53.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dc56181e-c40f-45b2-90c6-6e7e5c0c24ec","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:02:53.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc56181e-c40f-45b2-90c6-6e7e5c0c24ec","keyPrefix":"sk-oai-QB9fW75r2sj7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/05 - 15:02:53 | 201 | 1.665249ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:02:54 | 200 | 330.655µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:02:54 | 200 | 154.436µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:02:55 | 200 | 44.476µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:00 | 200 | 49.997µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:00 | 200 | 38.242µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:05 | 200 | 42.679µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:10 | 200 | 41.802µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:10 | 200 | 51.066µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:15 | 200 | 42.158µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:20 | 200 | 38.193µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:20 | 200 | 37.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:25 | 200 | 40.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:30 | 200 | 38.888µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:30 | 200 | 38.314µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:35 | 200 | 39.611µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:40 | 200 | 43.399µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:40 | 200 | 37.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:45 | 200 | 40.923µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:50 | 200 | 39.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:50 | 200 | 47.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:03:55 | 200 | 36.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:04:00 | 200 | 41.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:04:00 | 200 | 39.467µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-05T15:04:01.241Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6a6b36da-9308-46ac-a813-0a5aae8416b9","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:01.241Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a6b36da-9308-46ac-a813-0a5aae8416b9","keyPrefix":"sk-oai-o2kViS1TxLZK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:01 | 201 | 10.227219ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:01.781Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2441db5a-51b8-4569-9074-260e15ca003c","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:01.781Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2441db5a-51b8-4569-9074-260e15ca003c","keyPrefix":"sk-oai-ynGrXlW9778h...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:01 | 201 | 1.614995ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:02.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"70c88dd8-feca-4a41-8202-a67adf4bc69f","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:02.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70c88dd8-feca-4a41-8202-a67adf4bc69f","keyPrefix":"sk-oai-1Js7VZFAbR2n...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:02 | 201 | 1.523595ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:02 | 200 | 918.449µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:02 | 200 | 278.63µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:02 | 200 | 92.857µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:04:02 | 200 | 10.791233ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:02 | 200 | 258.106µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:02 | 200 | 111.756µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-05T15:04:02.167Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0e7dcde6-f772-4636-8365-e5688d2aae47","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:02.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e7dcde6-f772-4636-8365-e5688d2aae47","keyPrefix":"sk-oai-9SANNp0i2nf5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:02 | 201 | 1.449031ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:02.205Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0e7dcde6-f772-4636-8365-e5688d2aae47"} {"level":"info","timestamp":"2026-06-05T15:04:02.206Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0e7dcde6-f772-4636-8365-e5688d2aae47","revokedBy":"alice_lead"} [GIN] 2026/06/05 - 15:04:02 | 200 | 2.037132ms | 100.64.0.4 | DELETE "/v1/api-keys/0e7dcde6-f772-4636-8365-e5688d2aae47" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:05 | 200 | 42.572µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:04:05 | 200 | 517.142µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" {"level":"error","timestamp":"2026-06-05T15:04:05.235Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/05 - 15:04:05 | 500 | 84.785µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.518Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fbc30acd-89fb-41a2-8027-540e68a17b55","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:05.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fbc30acd-89fb-41a2-8027-540e68a17b55","keyPrefix":"sk-oai-1XiHSW9BZrOJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:05 | 201 | 1.49949ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"043531f7-a903-4057-a129-1a4d58d8bf37","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:05.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"043531f7-a903-4057-a129-1a4d58d8bf37","keyPrefix":"sk-oai-Tw8t2UYxjajE...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:05 | 201 | 1.38983ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e3c21a89-b852-4c29-b6a9-91572749cfbf","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:05.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e3c21a89-b852-4c29-b6a9-91572749cfbf","keyPrefix":"sk-oai-PetmYSiibpNH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:05 | 201 | 1.549349ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.655Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e3c21a89-b852-4c29-b6a9-91572749cfbf"} {"level":"info","timestamp":"2026-06-05T15:04:05.655Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e3c21a89-b852-4c29-b6a9-91572749cfbf","revokedBy":"alice_lead"} [GIN] 2026/06/05 - 15:04:05 | 200 | 1.696519ms | 100.64.0.2 | DELETE "/v1/api-keys/e3c21a89-b852-4c29-b6a9-91572749cfbf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:05 | 404 | 359.103µs | 100.64.0.4 | DELETE "/v1/api-keys/e3c21a89-b852-4c29-b6a9-91572749cfbf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.761Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"31d5d2da-d149-483e-b03d-6dc7c8bb31f3","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:05.761Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31d5d2da-d149-483e-b03d-6dc7c8bb31f3","keyPrefix":"sk-oai-1aRInrQQv6iI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:05 | 201 | 1.523628ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:05 | 200 | 366.291µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:05 | 200 | 296.427µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:05 | 200 | 124.281µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:04:05 | 200 | 9.671072ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:05.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8330e238-cb07-4395-b7bc-52742d2d5cbf","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:05.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8330e238-cb07-4395-b7bc-52742d2d5cbf","keyPrefix":"sk-oai-3dTKgmWAXOro...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:05 | 201 | 1.46672ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:05 | 200 | 289.657µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:05 | 403 | 79.28µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:05 | 200 | 266.603µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:05 | 200 | 204.06µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:05 | 200 | 106.023µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:04:05 | 200 | 9.641898ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:06.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"27802755-fda0-4dff-aefe-ecab0f011cd7","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:06.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27802755-fda0-4dff-aefe-ecab0f011cd7","keyPrefix":"sk-oai-b2FKyxR7WQtj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:06 | 201 | 1.531752ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:06 | 200 | 300.031µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:06 | 200 | 225.098µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:06 | 200 | 137.848µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:04:06 | 200 | 9.387124ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:06 | 200 | 225.628µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:06 | 200 | 206.562µs | 10.132.0.45 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/05 - 15:04:06 | 200 | 106.937µs | 10.132.0.45 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/05 - 15:04:06 | 200 | 11.812986ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-05T15:04:06.164Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d5488fbf-df7c-4346-b059-fe01d50eba9c","ephemeral":false} {"level":"info","timestamp":"2026-06-05T15:04:06.164Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5488fbf-df7c-4346-b059-fe01d50eba9c","keyPrefix":"sk-oai-GwrnvGNIImOU...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/05 - 15:04:06 | 201 | 1.545737ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/05 - 15:04:10 | 200 | 40.339µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/05 - 15:04:10 | 200 | 41.047µs | 10.134.0.2 | GET "/health"