{"level":"info","timestamp":"2026-06-02T19:27:54.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e82dc600-3dcd-4cb7-9d93-c7ea98ee5113","keyPrefix":"sk-oai-3TVI1PfsCBiJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:27:54 | 201 |    1.828649ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:27:54 | 200 |     686.588µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:27:54 | 200 |     217.773µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:27:54 | 200 |     630.253µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:27:54 | 200 |     398.096µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:27:55 | 200 |      46.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:00 | 200 |      76.164µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:02 | 200 |      44.436µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:05 | 200 |      42.904µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:10 | 200 |      43.469µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:12 | 200 |       39.66µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T19:28:12.762Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T19:28:12.762Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 19:28:12 | 400 |     342.472µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:28:15 | 200 |      42.403µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:20 | 200 |      37.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:22 | 200 |       39.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:25 | 200 |       39.47µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:28:30.778Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"583bb14f-b663-4f87-944f-06f626efdfd2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:28:30.778Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"583bb14f-b663-4f87-944f-06f626efdfd2","keyPrefix":"sk-oai-nuuLwUnMSwzi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:28:30 | 201 |   12.511867ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:28:30 | 200 |    1.774948ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:28:30 | 200 |     304.064µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:28:30 | 200 |      39.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:32 | 200 |      43.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:35 | 200 |       41.63µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:28:39.888Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"255475dc-a55f-488f-996a-a5b37fcf6aea","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:28:39.888Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"255475dc-a55f-488f-996a-a5b37fcf6aea","keyPrefix":"sk-oai-y24ZygKQkhvD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:28:39 | 201 |    2.442463ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:28:40 | 200 |      43.974µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:42 | 200 |      48.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:45 | 200 |      39.063µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:48 | 200 |    1.028579ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:28:48 | 200 |     227.679µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:28:50 | 200 |      40.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:52 | 200 |      46.484µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:28:55 | 200 |      39.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:00 | 200 |      49.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:02 | 200 |      42.413µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:29:05.518Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fb6d8e3a-8faf-4d84-9a2e-4b0b17b45f1b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:29:05.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb6d8e3a-8faf-4d84-9a2e-4b0b17b45f1b","keyPrefix":"sk-oai-lMmtOzpTvzcR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:29:05 | 201 |    2.217945ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:29:05 | 200 |      641.32µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:29:05 | 200 |     188.051µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:29:05 | 200 |      49.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:10 | 200 |      41.485µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:12 | 200 |      39.407µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:15 | 200 |      40.362µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:20 | 200 |      41.775µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:22 | 200 |       39.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:25 | 200 |      40.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:30 | 200 |      45.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:32 | 200 |      41.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:35 | 200 |      49.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:40 | 200 |      42.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:42 | 200 |       43.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:45 | 200 |      41.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:50 | 200 |      41.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:52 | 200 |      40.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:29:55 | 200 |      40.461µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:00 | 200 |      39.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:02 | 200 |      39.631µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:05 | 200 |      41.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:10 | 200 |      40.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:12 | 200 |      37.954µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:15 | 200 |      41.035µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:30:17.377Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 19:30:17 | 200 |    2.984347ms |     10.132.0.44 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 19:30:20 | 200 |      39.151µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:22 | 200 |      34.161µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:25 | 200 |      36.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:30 | 200 |      33.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:32 | 200 |      33.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:35 | 200 |      35.435µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:40 | 200 |      42.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:42 | 200 |      34.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:45 | 200 |       34.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:50 | 200 |      36.035µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:52 | 200 |      33.723µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:30:55 | 200 |      33.911µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:00 | 200 |      38.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:02 | 200 |      35.425µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:31:05.036Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"eded07b9-7166-464c-b72d-48316dd2eba2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:31:05.036Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eded07b9-7166-464c-b72d-48316dd2eba2","keyPrefix":"sk-oai-1Fxk6cv1mhIn...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:31:05 | 201 |    2.332804ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:31:05 | 200 |      36.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:10 | 200 |      33.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:12 | 200 |      33.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:15 | 200 |      33.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:20 | 200 |      34.303µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:22 | 200 |      36.653µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:25 | 200 |      32.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:28 | 200 |    1.021811ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:31:28 | 200 |     199.035µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:31:28 | 404 |    1.072534ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:31:30 | 200 |      34.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:32 | 200 |      32.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:35 | 200 |      33.622µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:40 | 200 |      40.544µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:42 | 200 |      34.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:45 | 200 |      39.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:50 | 200 |      35.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:52 | 200 |      32.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:31:55 | 200 |      31.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:00 | 200 |      42.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:02 | 200 |      33.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:05 | 200 |      37.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:10 | 200 |      37.065µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:12 | 200 |      33.988µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:15 | 200 |      34.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:20 | 200 |       35.52µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:32:21.117Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5a71c893-8f43-4048-b9e4-ffde21cc330a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:32:21.117Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a71c893-8f43-4048-b9e4-ffde21cc330a","keyPrefix":"sk-oai-1cxcrIUzfPca...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:32:21 | 201 |    2.198399ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:32:21 | 200 |     624.387µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:32:21 | 200 |     183.191µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:32:22 | 200 |      33.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:25 | 200 |      40.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:30 | 200 |      38.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:32 | 200 |      39.025µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:35 | 200 |      39.461µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:32:40.294Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"da1623b2-3ac0-43a8-93c7-3b9ebb0443a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:32:40.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da1623b2-3ac0-43a8-93c7-3b9ebb0443a7","keyPrefix":"sk-oai-13kUngIYN1b1...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:32:40 | 201 |    2.268847ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:32:40 | 200 |      725.54µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:32:40 | 200 |      177.41µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:32:40 | 200 |     620.869µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:32:40 | 200 |     152.588µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:32:40 | 200 |      43.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:42 | 200 |      38.366µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:45 | 200 |      56.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:50 | 200 |      41.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:52 | 200 |      39.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:32:55 | 200 |       66.25µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:32:59.783Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8e9e0d13-4d1c-40c4-ad57-dbc0cc9cca83","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:32:59.783Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e9e0d13-4d1c-40c4-ad57-dbc0cc9cca83","keyPrefix":"sk-oai-jhgBETP2lXdg...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:32:59 | 201 |    2.152148ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:32:59 | 200 |     571.877µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:32:59 | 200 |     519.494µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:32:59 | 200 |      155.77µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:32:59 | 200 |   24.257685ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:33:00 | 200 |      45.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:02 | 200 |      41.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:05 | 200 |      38.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:10 | 200 |      73.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:12 | 200 |      39.961µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:15 | 200 |      40.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:19 | 200 |     176.627µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:33:19 | 200 |     170.516µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:33:19 | 200 |   24.826216ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:33:20 | 200 |      39.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:22 | 200 |      42.574µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:25 | 200 |       39.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:30 | 200 |      39.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:32 | 200 |      41.054µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:33:33.111Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25c89507-f951-4414-81d5-473455d3c317","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:33:33.111Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25c89507-f951-4414-81d5-473455d3c317","keyPrefix":"sk-oai-Mox7ghEMq17A...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:33:33 | 201 |   11.247548ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:33:35 | 200 |      40.718µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:40 | 200 |      44.624µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:42 | 200 |      39.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:45 | 200 |      39.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:50 | 200 |       45.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:52 | 200 |      51.092µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:33:55 | 200 |      38.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:00 | 200 |      45.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:02 | 200 |      42.891µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:03 | 200 |    1.916066ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:03 | 200 |     173.111µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:03 | 200 |     667.774µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:03 | 200 |     540.393µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:03 | 200 |      144.01µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:03 | 200 |   12.864408ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:05 | 200 |        39.8µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:10 | 200 |      60.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:12 | 200 |      40.063µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:15 | 200 |      41.512µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:20 | 200 |      183.17µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:20 | 200 |   17.697373ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:20 | 200 |      43.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:22 | 200 |      39.203µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:25 | 200 |      38.872µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:34:29.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"750e6b7f-e1f8-4675-980b-644381eeab87","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:34:29.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"750e6b7f-e1f8-4675-980b-644381eeab87","keyPrefix":"sk-oai-BN3GcGKCJlc6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:34:29 | 201 |    2.161723ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:30 | 200 |      43.873µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:32 | 200 |      42.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:35 | 200 |      43.317µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:37 | 200 |    1.115743ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:37 | 200 |     736.937µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:37 | 200 |     357.896µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:37 | 200 |   10.094745ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:34:37.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ca5e2520-032b-41d3-88ce-a3b4f9109446","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:34:37.580Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca5e2520-032b-41d3-88ce-a3b4f9109446","keyPrefix":"sk-oai-1Xxz2587fvr0...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:34:37 | 201 |    1.811448ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:40 | 200 |      50.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:42 | 200 |      43.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:45 | 200 |    1.097807ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:45 | 200 |     678.999µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:45 | 200 |     306.482µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:45 | 200 |    6.890993ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:45 | 200 |     662.075µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:45 | 200 |     671.435µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:45 | 200 |     338.809µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:45 | 200 |    6.808155ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:45 | 200 |      41.074µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:34:46.680Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"47f9b1f9-b915-4afe-8794-d8dbf0413bee","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:34:46.680Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"47f9b1f9-b915-4afe-8794-d8dbf0413bee","keyPrefix":"sk-oai-XhXEZB7nCW8o...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:34:46 | 201 |    2.414394ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:50 | 200 |      39.368µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:52 | 200 |      41.993µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:34:54 | 200 |    1.090948ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:54 | 200 |     634.866µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:34:54 | 200 |      366.85µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:34:54 | 200 |   10.412764ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:34:55 | 200 |      61.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:00 | 200 |      40.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:02 | 200 |      41.383µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:35:03.967Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5b3d6fa0-59d2-4bf5-92e7-a1fecc1acb9d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:35:03.967Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b3d6fa0-59d2-4bf5-92e7-a1fecc1acb9d","keyPrefix":"sk-oai-1FoLj6IWK7Wf...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:35:03 | 201 |    2.135044ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:35:05 | 200 |      38.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:10 | 200 |       41.19µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:12 | 200 |    1.069182ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:12 | 200 |       674.4µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:12 | 200 |     457.888µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:12 | 200 |     666.959µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:12 | 200 |     436.467µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:12 | 200 |   20.370705ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:35:12 | 200 |       44.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:15 | 200 |      44.825µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:20 | 200 |       45.36µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:22 | 200 |      42.556µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:35:25.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1631d5e4-65c4-4b4a-b939-546b16e0bbac","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:35:25.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1631d5e4-65c4-4b4a-b939-546b16e0bbac","keyPrefix":"sk-oai-pK6WzAMDyKvQ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:35:25 | 201 |    3.217789ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:35:25 | 200 |      41.639µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:30 | 200 |      42.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:32 | 200 |      57.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:33 | 200 |     989.888µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:33 | 200 |       732.9µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:33 | 200 |     421.138µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:33 | 200 |   10.185704ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:35:33 | 200 |     156.634µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:33 | 200 |   33.489395ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:35:35 | 200 |       40.36µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:40 | 200 |      37.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:42 | 200 |      43.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:45 | 200 |      40.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:50 | 200 |      48.822µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:51 | 200 |     230.561µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:51 | 200 |     257.635µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:51 | 200 |     268.154µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:35:51 | 200 |   41.288312ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:35:52 | 200 |      56.433µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:35:55 | 200 |       43.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:00 | 200 |      42.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:02 | 200 |      42.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:05 | 200 |       39.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:09 | 200 |     210.702µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:36:09 | 200 |   14.324808ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:10 | 200 |      40.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:12 | 200 |      41.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:15 | 200 |      41.014µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:36:20.432Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6750da2b-cd29-41ec-b294-d6fd7264de85","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:36:20.432Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6750da2b-cd29-41ec-b294-d6fd7264de85","keyPrefix":"sk-oai-s05auE8iRxM1...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:36:20 | 201 |    2.654429ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:20 | 200 |      40.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:22 | 200 |      40.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:25 | 200 |      49.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:28 | 200 |    1.211993ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:28 | 200 |     130.625µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:36:29.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d3f8178-6a63-45ce-80fb-689900571953","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:36:29.072Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d3f8178-6a63-45ce-80fb-689900571953","keyPrefix":"sk-oai-rIuyVzDhVPmW...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:36:29 | 201 |    1.974944ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:30 | 200 |      44.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:32 | 200 |      47.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:35 | 200 |       38.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:37 | 200 |    1.211904ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:37 | 200 |     803.796µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:37 | 200 |     360.151µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:36:37 | 200 |   10.458398ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:36:37.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48c4ddc1-63f3-4cc8-8b11-3c8e91266286","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:36:37.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48c4ddc1-63f3-4cc8-8b11-3c8e91266286","keyPrefix":"sk-oai-1NRV7mH4wb0o...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:36:37 | 201 |    1.985212ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:40 | 200 |      41.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:42 | 200 |      51.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:45 | 200 |    1.148768ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:45 | 200 |     716.009µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:45 | 200 |      338.11µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:36:45 | 200 |   10.545466ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:45 | 200 |      38.577µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:36:46.218Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0241b68a-0fef-40bc-b967-76f3a9d5ae28","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:36:46.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0241b68a-0fef-40bc-b967-76f3a9d5ae28","keyPrefix":"sk-oai-nhBlPgIA6swv...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:36:46 | 201 |    1.924429ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:50 | 200 |      41.319µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:52 | 200 |      39.766µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:36:54 | 200 |     973.255µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:54 | 200 |     537.953µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:36:54 | 200 |     219.416µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:36:54 | 200 |    9.784565ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:36:55 | 200 |       50.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:00 | 200 |      50.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:02 | 200 |      42.984µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:37:03.513Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"08e86b89-a287-47b7-b6e5-572ee941f339","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:37:03.513Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08e86b89-a287-47b7-b6e5-572ee941f339","keyPrefix":"sk-oai-1V5ED1DY8XYU...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:37:03 | 201 |    2.539052ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:37:05 | 200 |      39.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:10 | 200 |      42.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:12 | 200 |      39.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:15 | 200 |       38.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:19 | 200 |    1.253922ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:37:19 | 403 |     121.233µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:37:20 | 200 |      38.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:22 | 200 |      40.449µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:25 | 200 |      37.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:30 | 200 |      40.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:32 | 200 |      39.134µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:35 | 200 |      38.359µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:36 | 403 |     147.226µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:37:40 | 200 |      44.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:42 | 200 |      42.013µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:45 | 200 |      47.423µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:50 | 200 |      45.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:52 | 200 |      42.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:37:54 | 403 |      172.08µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:37:55 | 200 |      41.583µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:00 | 200 |      43.488µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:02 | 200 |      42.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:05 | 200 |      39.917µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:10 | 200 |      46.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:11 | 403 |     133.343µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:12 | 200 |      40.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:15 | 200 |      55.172µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:20 | 200 |       40.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:22 | 200 |       41.57µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:38:25.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed21d5bf-6a5d-47e0-921a-01b29680729d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:38:25.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed21d5bf-6a5d-47e0-921a-01b29680729d","keyPrefix":"sk-oai-1Nl3kCxdim3R...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:38:25 | 201 |    2.180686ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:25 | 200 |      66.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:30 | 200 |      59.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:32 | 200 |      40.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:33 | 200 |     972.212µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:33 | 200 |      513.05µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:33 | 200 |     169.991µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:38:33 | 200 |   37.679469ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:35 | 200 |      40.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:40 | 200 |      40.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:42 | 200 |      47.464µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:38:45.873Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e032b003-2947-4e8d-bf43-7f85bb8e3a5f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:38:45.873Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e032b003-2947-4e8d-bf43-7f85bb8e3a5f","keyPrefix":"sk-oai-NaNTQZ8taMpf...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:38:45 | 201 |    3.157901ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:38:45.904Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"996363eb-0273-4e8c-94e0-d9f66d70087d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:38:45.904Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"996363eb-0273-4e8c-94e0-d9f66d70087d","keyPrefix":"sk-oai-1dO7zARHwl1Z...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:38:45 | 201 |    1.649968ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:45 | 200 |      39.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:50 | 200 |      39.967µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:52 | 200 |      45.279µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:38:53 | 200 |     924.337µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:53 | 200 |     522.966µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:53 | 200 |     152.631µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:38:53 | 200 |   10.200275ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:53 | 200 |     568.789µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:53 | 200 |     468.867µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:38:53 | 200 |       180.7µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:38:53 | 200 |   11.667638ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:38:55 | 200 |      46.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:00 | 200 |      50.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:02 | 200 |      46.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:05 | 200 |      39.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:10 | 200 |      45.556µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:12 | 200 |       42.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:12 | 200 |     180.649µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:12 | 200 |     156.306µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:12 | 200 |     148.786µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:12 | 200 |   39.346031ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:39:15 | 200 |      64.703µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:20 | 200 |      39.725µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:22 | 200 |      44.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:25 | 200 |      40.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:30 | 200 |      42.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:31 | 200 |     176.225µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:31 | 200 |   13.809656ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:39:31 | 200 |     163.671µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:31 | 200 |   12.771584ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:39:32 | 200 |      42.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:35 | 200 |      41.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:40 | 200 |      44.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:42 | 200 |      39.509µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:45 | 200 |      49.021µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:50 | 200 |       51.15µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:52 | 200 |      44.039µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:39:55 | 200 |      54.772µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:39:56.970Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81d2033b-b4b1-4702-8dc7-4f5beb95e296","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:39:56.970Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81d2033b-b4b1-4702-8dc7-4f5beb95e296","keyPrefix":"sk-oai-z4Ad7fZEySAA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:39:56 | 201 |    2.451695ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:39:57 | 200 |       793.1µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:39:57 | 200 |     487.221µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:57 | 200 |     809.094µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:39:57 | 200 |     385.562µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:57 | 200 |     764.139µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:39:57 | 200 |     411.886µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:57 | 200 |     651.583µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:39:57 | 200 |     717.742µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:39:57 | 200 |     406.898µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:39:57 | 200 |   12.454015ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:00 | 200 |       42.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:02 | 200 |      40.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:05 | 200 |      37.627µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:10 | 200 |      41.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:12 | 200 |      41.509µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:40:14.850Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0024f6a8-7490-4aa8-a47f-750ce59b1f87","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:14.850Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0024f6a8-7490-4aa8-a47f-750ce59b1f87","keyPrefix":"sk-oai-Ebgpa5e0vSIE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:14 | 201 |    2.153588ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:15 | 200 |     657.908µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:40:15 | 200 |     160.546µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:40:15 | 200 |      39.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:20 | 200 |      47.132µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:22 | 200 |      38.163µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:25 | 200 |      53.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:30 | 200 |      37.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:32 | 200 |      38.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:35 | 200 |      42.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:40 | 200 |      38.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:42 | 200 |       41.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:45 | 200 |      38.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:50 | 200 |      41.239µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:40:52 | 200 |      42.955µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:40:54.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d257b385-3d6b-4f57-8ebd-e8b72e844417","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:54.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d257b385-3d6b-4f57-8ebd-e8b72e844417","keyPrefix":"sk-oai-dpXTUdZCZrBe...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:54 | 201 |   12.215855ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:40:55.809Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a057afad-2628-487e-909a-0a1212ecc32f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:55.809Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a057afad-2628-487e-909a-0a1212ecc32f","keyPrefix":"sk-oai-g85A4xz3mVxC...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:55 | 201 |    2.234453ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:55 | 200 |      63.296µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T19:40:56.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7cdc172e-4def-4819-9b84-c58def023605","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:56.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7cdc172e-4def-4819-9b84-c58def023605","keyPrefix":"sk-oai-eG4gAeli7OFF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:56 | 201 |    1.987346ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:56 | 200 |    1.430754ms |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:40:56 | 200 |     506.734µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:40:56 | 200 |     126.245µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:40:56 | 200 |   11.621211ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:56 | 200 |     641.948µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:40:56 | 200 |     160.104µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T19:40:56.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8117d609-a130-4375-84c9-c2b165c1ceb7","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:56.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8117d609-a130-4375-84c9-c2b165c1ceb7","keyPrefix":"sk-oai-112JsTDJIShW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:56 | 201 |     1.91604ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:40:56.452Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8117d609-a130-4375-84c9-c2b165c1ceb7"}
{"level":"info","timestamp":"2026-06-02T19:40:56.452Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8117d609-a130-4375-84c9-c2b165c1ceb7","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 19:40:56 | 200 |    2.988306ms |      100.64.0.4 | DELETE   "/v1/api-keys/8117d609-a130-4375-84c9-c2b165c1ceb7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:40:59 | 200 |     991.797µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T19:40:59.478Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 19:40:59 | 500 |      90.448µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:40:59.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b9950a80-b96c-46df-b5a7-1de32e4dea12","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:59.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b9950a80-b96c-46df-b5a7-1de32e4dea12","keyPrefix":"sk-oai-rJuD6F6tCeTX...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:59 | 201 |    1.830755ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:40:59.966Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"dca27aad-ea9c-43be-9ffc-1e5ea2b6bdcf","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:40:59.966Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dca27aad-ea9c-43be-9ffc-1e5ea2b6bdcf","keyPrefix":"sk-oai-7kXYA894rA7M...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 19:40:59 | 201 |    1.546854ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9bc3ba32-0ea9-44af-bcde-c14f7a7830f2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:41:00.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bc3ba32-0ea9-44af-bcde-c14f7a7830f2","keyPrefix":"sk-oai-1BN0Zg3ktvxr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:41:00 | 201 |    1.753957ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.151Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9bc3ba32-0ea9-44af-bcde-c14f7a7830f2"}
{"level":"info","timestamp":"2026-06-02T19:41:00.151Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9bc3ba32-0ea9-44af-bcde-c14f7a7830f2","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 19:41:00 | 200 |    2.482375ms |      100.64.0.3 | DELETE   "/v1/api-keys/9bc3ba32-0ea9-44af-bcde-c14f7a7830f2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 404 |     827.488µs |      100.64.0.2 | DELETE   "/v1/api-keys/9bc3ba32-0ea9-44af-bcde-c14f7a7830f2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.325Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"26f867bc-a0c2-4035-ba1b-a28951c354e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:41:00.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26f867bc-a0c2-4035-ba1b-a28951c354e2","keyPrefix":"sk-oai-B6n7gc962CKD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:41:00 | 201 |    1.801377ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |     613.313µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     542.509µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     112.234µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:41:00 | 200 |   10.037359ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.500Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"080c2e6d-4a50-4f41-a6af-3d1b3ad44b71","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:41:00.500Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"080c2e6d-4a50-4f41-a6af-3d1b3ad44b71","keyPrefix":"sk-oai-gqucFFXATX1f...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:41:00 | 201 |    1.833399ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |     586.808µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 403 |      80.051µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |     497.341µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     453.565µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     102.136µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:41:00 | 200 |    9.630803ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.708Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"12f71661-f970-479c-85f8-ea61a17bc656","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:41:00.708Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12f71661-f970-479c-85f8-ea61a17bc656","keyPrefix":"sk-oai-ZlM90GsDxJ97...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:41:00 | 201 |    2.025068ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |     513.001µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     438.446µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     130.786µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:41:00 | 200 |    9.493587ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |      452.63µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     426.725µs |     10.132.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 19:41:00 | 200 |     111.551µs |     10.132.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 19:41:00 | 200 |    9.353921ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T19:41:00.917Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"376e0935-3723-4d78-844f-67a3c5f7eb57","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T19:41:00.917Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"376e0935-3723-4d78-844f-67a3c5f7eb57","keyPrefix":"sk-oai-1MXi3c4tcIJS...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 19:41:00 | 201 |    1.719742ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 19:41:00 | 200 |      40.919µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:41:02 | 200 |      40.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 19:41:05 | 200 |       37.33µs |      10.134.0.2 | GET      "/health"