{"level":"info","timestamp":"2026-06-06T20:46:33.855Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c5f836f2-9747-49be-b688-e7003f167a2e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:46:33.855Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5f836f2-9747-49be-b688-e7003f167a2e","keyPrefix":"sk-oai-QYQVkx90ea0n...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:46:33 | 201 |    1.768472ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:46:33 | 200 |      362.33µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:46:33 | 200 |     165.051µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:46:33 | 200 |     328.287µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:46:33 | 200 |     203.316µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:46:34 | 200 |      46.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:36 | 200 |       45.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:39 | 200 |      45.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:44 | 200 |      50.369µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:46 | 200 |      40.079µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:49 | 200 |      40.844µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-06T20:46:51.500Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-06T20:46:51.500Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 20:46:51 | 400 |     258.618µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:46:54 | 200 |      42.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:56 | 200 |      40.444µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:46:59 | 200 |      47.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:04 | 200 |      51.663µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:06 | 200 |      38.056µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:47:08.870Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c119d702-6465-48d1-8aa3-50f515742345","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:47:08.870Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c119d702-6465-48d1-8aa3-50f515742345","keyPrefix":"sk-oai-qRGvXQo3Eg8M...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:47:08 | 201 |     1.94458ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:47:08 | 200 |     292.671µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:47:08 | 200 |      139.74µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:47:09 | 200 |      39.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:14 | 200 |      53.833µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:16 | 200 |      39.088µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:47:17.930Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7ef482fc-43aa-4aaa-8ac8-e04e12abcbdf","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:47:17.930Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ef482fc-43aa-4aaa-8ac8-e04e12abcbdf","keyPrefix":"sk-oai-Tm70gdFwBgJM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:47:17 | 201 |    9.858226ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:47:19 | 200 |      43.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:24 | 200 |      55.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:26 | 200 |       41.53µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:26 | 200 |    1.151555ms |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:47:26 | 200 |     118.426µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:47:29 | 200 |      41.032µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:34 | 200 |      49.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:36 | 200 |      35.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:39 | 200 |       33.79µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:47:43.523Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ec60a69d-f433-476c-8b6c-b42215ad922a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:47:43.523Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec60a69d-f433-476c-8b6c-b42215ad922a","keyPrefix":"sk-oai-185cufRgNVu9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:47:43 | 201 |    1.769047ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:47:43 | 200 |     392.006µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:47:43 | 200 |     174.732µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:47:44 | 200 |      44.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:46 | 200 |      42.776µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:49 | 200 |      33.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:54 | 200 |      37.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:56 | 200 |      33.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:47:59 | 200 |      32.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:04 | 200 |      44.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:06 | 200 |      33.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:09 | 200 |      34.444µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:14 | 200 |      40.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:16 | 200 |      34.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:19 | 200 |      35.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:24 | 200 |      34.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:26 | 200 |      35.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:29 | 200 |      36.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:34 | 200 |      37.332µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:36 | 200 |      32.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:39 | 200 |      34.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:44 | 200 |      46.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:46 | 200 |      34.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:49 | 200 |      32.403µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:54 | 200 |      71.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:56 | 200 |      34.193µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:48:59 | 200 |      34.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:04 | 200 |       44.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:06 | 200 |      37.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:09 | 200 |       33.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:14 | 200 |      44.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:16 | 200 |      33.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:19 | 200 |      34.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:24 | 200 |      36.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:26 | 200 |       32.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:29 | 200 |      35.086µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:34 | 200 |      47.995µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:36 | 200 |      39.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:39 | 200 |      42.174µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:49:42.855Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6b93db28-4210-4c5d-b112-03fa3ab84397","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:49:42.855Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b93db28-4210-4c5d-b112-03fa3ab84397","keyPrefix":"sk-oai-2uxcmPnOy2oq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:49:42 | 201 |    2.431715ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:49:44 | 200 |        52.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:46 | 200 |      43.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:49 | 200 |      39.332µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:54 | 200 |      41.076µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:56 | 200 |      43.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:49:59 | 200 |      42.178µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:04 | 200 |      49.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:06 | 200 |      41.464µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:06 | 200 |     517.105µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:50:06 | 200 |     157.214µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:50:06 | 404 |     666.245µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:50:09 | 200 |      43.201µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:14 | 200 |      49.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:16 | 200 |      41.422µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:19 | 200 |      50.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:24 | 200 |      77.297µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:26 | 200 |      40.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:29 | 200 |      50.915µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:34 | 200 |       54.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:36 | 200 |      62.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:39 | 200 |      39.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:44 | 200 |      45.815µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:46 | 200 |      39.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:49 | 200 |      41.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:54 | 200 |      44.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:50:56 | 200 |      49.956µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:50:56.826Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7fa69b47-f477-45f5-a35a-5657f75e40cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:50:56.826Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7fa69b47-f477-45f5-a35a-5657f75e40cd","keyPrefix":"sk-oai-1UpputbNY3u8...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:50:56 | 201 |    1.731849ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:50:56 | 200 |     558.405µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:50:56 | 200 |      366.47µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:50:59 | 200 |      49.376µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:04 | 200 |      50.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:06 | 200 |      37.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:09 | 200 |      39.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:14 | 200 |      49.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:16 | 200 |      40.589µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:51:16.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1f02771c-a125-4f40-aab2-53874525457f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:51:16.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f02771c-a125-4f40-aab2-53874525457f","keyPrefix":"sk-oai-1D64VnJMh87H...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:51:16 | 201 |    1.634857ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:51:16 | 200 |     607.592µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:51:16 | 200 |     219.835µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:51:16 | 200 |     634.445µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:51:16 | 200 |     383.775µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:51:19 | 200 |      48.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:24 | 200 |      48.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:26 | 200 |      43.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:29 | 200 |      42.906µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:34 | 200 |      51.928µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:51:35.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"777cf3ed-ae4d-4171-abde-8ebdda94b36f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:51:35.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"777cf3ed-ae4d-4171-abde-8ebdda94b36f","keyPrefix":"sk-oai-UhC8C5BhzeOC...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:51:35 | 201 |    1.741593ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:51:35 | 200 |     356.644µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:51:35 | 200 |     379.593µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:51:35 | 200 |     286.879µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:51:35 | 200 |   19.467878ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:51:36 | 200 |      38.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:39 | 200 |      67.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:44 | 200 |      50.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:46 | 200 |      42.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:49 | 200 |      40.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:54 | 200 |      55.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:54 | 200 |     180.365µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:51:54 | 200 |     137.192µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:51:54 | 200 |   23.410985ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:51:56 | 200 |      41.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:51:59 | 200 |       39.42µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:04 | 200 |      51.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:06 | 200 |      39.707µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:52:06.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f1fabf22-e80a-4e38-b262-2da900da7313","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:52:06.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1fabf22-e80a-4e38-b262-2da900da7313","keyPrefix":"sk-oai-1QrxK0dhmELI...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:52:06 | 201 |    1.959774ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:52:09 | 200 |      52.338µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:14 | 200 |      51.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:16 | 200 |      38.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:19 | 200 |      39.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:24 | 200 |      76.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:26 | 200 |      49.454µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:29 | 200 |      41.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:34 | 200 |      49.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:36 | 200 |      42.618µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:36 | 200 |    9.008147ms |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:52:36 | 200 |     239.575µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:52:36 | 200 |     521.489µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:52:36 | 200 |     362.986µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:52:36 | 200 |      299.56µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:52:36 | 200 |   10.602205ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:52:39 | 200 |      45.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:44 | 200 |      42.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:46 | 200 |      39.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:49 | 200 |      43.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:54 | 200 |     159.558µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:52:54 | 200 |   14.283815ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:52:54 | 200 |      54.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:56 | 200 |      38.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:52:59 | 200 |       47.37µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:53:02.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa37785b-76c7-49b6-9df5-9deabfdab83f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:53:02.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa37785b-76c7-49b6-9df5-9deabfdab83f","keyPrefix":"sk-oai-Dn9aNzEmmf4e...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:53:02 | 201 |    2.873339ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:04 | 200 |      39.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:06 | 200 |      41.678µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:09 | 200 |      42.283µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:10 | 200 |     590.009µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:10 | 200 |     436.998µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:10 | 200 |     212.379µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:10 | 200 |    9.979174ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:53:11.163Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"df5d88d2-75ec-44d5-a25a-26d44485ce09","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:53:11.164Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df5d88d2-75ec-44d5-a25a-26d44485ce09","keyPrefix":"sk-oai-hK4XccbHioQO...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:53:11 | 201 |    1.535694ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:14 | 200 |      47.778µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:16 | 200 |      36.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:19 | 200 |     724.214µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:19 | 200 |     504.943µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:19 | 200 |     415.005µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:19 | 200 |    7.201863ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:19 | 200 |     458.339µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:19 | 200 |     424.517µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:19 | 200 |      430.48µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:19 | 200 |    7.659008ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:19 | 200 |      46.761µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:53:20.151Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e719f180-ebc6-468d-b61c-92c1759ab7a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:53:20.152Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e719f180-ebc6-468d-b61c-92c1759ab7a0","keyPrefix":"sk-oai-1dKOyvHTsu4S...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:53:20 | 201 |     1.60208ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:24 | 200 |      68.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:26 | 200 |      63.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:28 | 200 |     675.063µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:28 | 200 |     464.996µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:28 | 200 |     442.284µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:28 | 200 |   10.938537ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:29 | 200 |      50.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:34 | 200 |      45.466µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:36 | 200 |      46.503µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:53:37.366Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad372ef0-05ab-4af6-8f84-df02ef918e12","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:53:37.366Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad372ef0-05ab-4af6-8f84-df02ef918e12","keyPrefix":"sk-oai-8JN4ON4019I9...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:53:37 | 201 |    1.703638ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:39 | 200 |        40.8µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:44 | 200 |      49.514µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:45 | 200 |     480.562µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:45 | 200 |     474.449µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:45 | 200 |      139.77µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:45 | 200 |     227.371µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:53:45 | 200 |       187.1µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:53:45 | 200 |   20.414433ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:46 | 200 |      45.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:49 | 200 |      40.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:54 | 200 |      41.773µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:53:56 | 200 |      37.879µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:53:56.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba33f628-0321-42c6-aa89-0babdcd3d4ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:53:56.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba33f628-0321-42c6-aa89-0babdcd3d4ce","keyPrefix":"sk-oai-1S0xiwM0fFhb...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:53:56 | 201 |    1.957868ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:53:59 | 200 |      40.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:04 | 200 |     483.931µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:54:04 | 200 |     386.594µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:54:04 | 200 |     281.322µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:04 | 200 |    9.490138ms |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:54:04 | 200 |     233.366µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:04 | 200 |   23.244045ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:54:04 | 200 |       51.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:06 | 200 |      37.887µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:09 | 200 |        41.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:14 | 200 |      84.591µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:16 | 200 |      39.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:18 | 200 |     174.804µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:18 | 200 |     147.122µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:18 | 200 |      135.73µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:18 | 200 |   40.834733ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:54:19 | 200 |      39.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:24 | 200 |      52.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:26 | 200 |      39.778µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:29 | 200 |      52.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:34 | 200 |      41.747µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:36 | 200 |      38.166µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:36 | 200 |     186.566µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:54:36 | 200 |   13.363093ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:54:39 | 200 |      43.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:44 | 200 |      39.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:46 | 200 |      37.793µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:54:47.397Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c34a01c5-58a7-4c96-bb2a-ef27cb88322d","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:54:47.397Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c34a01c5-58a7-4c96-bb2a-ef27cb88322d","keyPrefix":"sk-oai-1djVb7ZjUHwe...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:54:47 | 201 |    2.075104ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:54:49 | 200 |      46.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:54 | 200 |      42.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:55 | 200 |     801.266µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:54:55 | 200 |      128.61µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:54:56.018Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84b4d7fb-1890-49af-9517-a4ab4ff722ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:54:56.018Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84b4d7fb-1890-49af-9517-a4ab4ff722ee","keyPrefix":"sk-oai-KbYfhl4KfPP6...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:54:56 | 201 |    1.538191ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:54:56 | 200 |      37.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:54:59 | 200 |      42.819µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:04 | 200 |     614.755µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:04 | 200 |     333.486µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:04 | 200 |     159.308µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:55:04 | 200 |   11.632166ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:55:04.464Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7bd743b-c1c2-429f-8610-3c9f3a12cc65","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:55:04.464Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7bd743b-c1c2-429f-8610-3c9f3a12cc65","keyPrefix":"sk-oai-1LHinrSDxgfZ...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:55:04 | 201 |    1.569589ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:55:04 | 200 |      41.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:06 | 200 |      42.257µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:09 | 200 |      39.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:12 | 200 |     568.993µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:12 | 200 |     337.421µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:12 | 200 |     132.818µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:55:12 | 200 |    9.532759ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:55:13.214Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8281069d-48b7-4b32-aca0-a5a61b33419c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:55:13.214Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8281069d-48b7-4b32-aca0-a5a61b33419c","keyPrefix":"sk-oai-169P6OQoy2gC...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:55:13 | 201 |    1.586158ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:55:14 | 200 |      52.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:16 | 200 |      40.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:19 | 200 |      39.422µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:21 | 200 |     522.939µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:21 | 200 |      251.46µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:21 | 200 |     145.891µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:55:21 | 200 |    9.480336ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:55:24 | 200 |      50.013µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:26 | 200 |      42.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:29 | 200 |      38.643µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:55:30.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b3cf399e-856d-429b-9160-bfbc439518a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:55:30.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3cf399e-856d-429b-9160-bfbc439518a2","keyPrefix":"sk-oai-1Q1w9gSMnkld...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:55:30 | 201 |    1.780249ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:55:34 | 200 |      52.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:36 | 200 |      46.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:39 | 200 |      40.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:44 | 200 |      49.771µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:46 | 200 |      39.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:46 | 200 |     484.911µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:55:46 | 403 |      89.203µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:55:49 | 200 |      39.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:54 | 200 |      53.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:56 | 200 |      38.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:55:59 | 200 |      39.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:03 | 403 |     120.347µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:56:04 | 200 |      51.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:06 | 200 |      44.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:09 | 200 |      39.562µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:14 | 200 |      64.638µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:16 | 200 |      39.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:19 | 200 |      39.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:20 | 403 |     118.767µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:56:24 | 200 |      53.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:26 | 200 |      40.946µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:29 | 200 |       40.52µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:34 | 200 |      50.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:36 | 200 |      39.274µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:38 | 403 |     216.749µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:56:39 | 200 |      45.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:44 | 200 |      45.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:46 | 200 |      43.101µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:49 | 200 |      37.729µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:56:50.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba28da52-29be-4b9c-af56-36c3942d0ce2","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:56:50.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba28da52-29be-4b9c-af56-36c3942d0ce2","keyPrefix":"sk-oai-zlmnp89Z063R...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:56:50 | 201 |    1.707015ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:56:54 | 200 |      49.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:56 | 200 |      38.585µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:56:58 | 200 |     463.477µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:56:58 | 200 |     314.466µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:56:58 | 200 |      196.75µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:56:58 | 200 |   17.165162ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:56:59 | 200 |      40.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:04 | 200 |      50.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:06 | 200 |      39.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:09 | 200 |      40.672µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:57:10.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"20404aab-aad4-4854-8b76-59a3721df64d","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:57:10.334Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20404aab-aad4-4854-8b76-59a3721df64d","keyPrefix":"sk-oai-13T80oKHlJnF...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:57:10 | 201 |    1.714126ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:57:10.375Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"64d206a0-2a89-4a9b-b5ad-28959cfb2ff6","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:57:10.375Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64d206a0-2a89-4a9b-b5ad-28959cfb2ff6","keyPrefix":"sk-oai-Gqexa9Mq11Ua...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:57:10 | 201 |    1.547281ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:14 | 200 |      50.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:16 | 200 |      38.372µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:18 | 200 |     470.792µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:57:18 | 200 |     453.121µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:57:18 | 200 |     425.588µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:18 | 200 |   10.633983ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:18 | 200 |     492.732µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:57:18 | 200 |     460.258µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:57:18 | 200 |     355.056µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:18 | 200 |   10.235586ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:19 | 200 |      38.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:24 | 200 |      49.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:26 | 200 |      40.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:29 | 200 |      68.316µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:32 | 200 |     209.675µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:32 | 200 |     177.768µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:32 | 200 |     172.458µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:32 | 200 |   43.415888ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:34 | 200 |      51.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:36 | 200 |      43.702µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:39 | 200 |      39.111µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:44 | 200 |      48.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:46 | 200 |      37.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:47 | 200 |     190.056µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:47 | 200 |   16.461192ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:47 | 200 |     365.357µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:57:47 | 200 |   13.567115ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:57:49 | 200 |      39.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:54 | 200 |      54.638µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:56 | 200 |      39.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:57:59 | 200 |      37.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:04 | 200 |      51.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:06 | 200 |      42.131µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:09 | 200 |      38.463µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:58:12.949Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c3d3eb5-831b-40c0-8090-43992a360bc4","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:58:12.949Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c3d3eb5-831b-40c0-8090-43992a360bc4","keyPrefix":"sk-oai-15Jc2zEHFl8u...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:58:12 | 201 |    1.755493ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:58:12 | 200 |     317.627µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:12 | 200 |     411.878µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:13 | 200 |      491.71µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:13 | 200 |     423.422µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:13 | 200 |     545.276µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:13 | 200 |     387.121µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:13 | 200 |     475.618µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:13 | 200 |     428.098µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:13 | 200 |     470.907µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:13 | 200 |     482.549µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:13 | 200 |     401.263µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:13 | 200 |   11.907819ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:58:14 | 200 |      52.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:16 | 200 |      42.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:19 | 200 |      40.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:24 | 200 |      70.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:26 | 200 |      40.266µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:58:26.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f9f128d-b3a7-40c6-90d4-346eb0ac1dfa","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:58:26.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f9f128d-b3a7-40c6-90d4-346eb0ac1dfa","keyPrefix":"sk-oai-e5UUFlQcNbdN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 20:58:26 | 201 |    2.645773ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:58:27 | 200 |     533.694µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:58:27 | 200 |     165.292µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:58:29 | 200 |      39.597µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:34 | 200 |      63.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:36 | 200 |      38.946µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:39 | 200 |      41.818µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:44 | 200 |      52.168µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:46 | 200 |      38.536µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:49 | 200 |       49.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:54 | 200 |      51.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:56 | 200 |      40.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:58:59 | 200 |      40.255µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:04 | 200 |      53.855µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:06 | 200 |      50.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:09 | 200 |      42.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:14 | 200 |      78.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:16 | 200 |      44.166µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:19 | 200 |      44.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:24 | 200 |      53.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:26 | 200 |      39.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:29 | 200 |      40.561µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T20:59:32.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7e3db7aa-274f-41d1-b418-4112798dc461","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:32.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e3db7aa-274f-41d1-b418-4112798dc461","keyPrefix":"sk-oai-1O1dzz4kKnS7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:32 | 201 |    9.759674ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:33.469Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"767aa1e8-1041-4e25-a7bb-607366777326","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:33.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"767aa1e8-1041-4e25-a7bb-607366777326","keyPrefix":"sk-oai-QTCmAAlf4p5J...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:33 | 201 |    1.638458ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:33.894Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c7fd10e9-b96d-40bb-90b5-949ad8550073","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:33.894Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c7fd10e9-b96d-40bb-90b5-949ad8550073","keyPrefix":"sk-oai-1dlENFXiPGPV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:33 | 201 |    1.513972ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:33 | 200 |     943.373µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:33 | 200 |     497.168µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:33 | 200 |     536.921µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:59:33 | 200 |   11.767504ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:33 | 200 |     469.388µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:33 | 200 |     326.912µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-06T20:59:34.144Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f30b755c-4208-4231-9342-17f99c022d08","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:34.144Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f30b755c-4208-4231-9342-17f99c022d08","keyPrefix":"sk-oai-1TLm0PL8yOTN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:34 | 201 |    1.581178ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:34.170Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f30b755c-4208-4231-9342-17f99c022d08"}
{"level":"info","timestamp":"2026-06-06T20:59:34.170Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f30b755c-4208-4231-9342-17f99c022d08","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 20:59:34 | 200 |     2.15837ms |      100.64.0.2 | DELETE   "/v1/api-keys/f30b755c-4208-4231-9342-17f99c022d08" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:34 | 200 |       52.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:36 | 200 |      38.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 20:59:37 | 200 |     671.562µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-06T20:59:37.199Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 20:59:37 | 500 |      97.585µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:37.672Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"856e5fb6-1235-4ade-9533-9d43415eae1d","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:37.672Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"856e5fb6-1235-4ade-9533-9d43415eae1d","keyPrefix":"sk-oai-S51lm9JxBYVg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:37 | 201 |    1.599765ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:37.696Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8406c611-638e-4fdb-8e52-2c464a5f1261","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:37.696Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8406c611-638e-4fdb-8e52-2c464a5f1261","keyPrefix":"sk-oai-1UvIOW3sq3JX...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:37 | 201 |    1.408544ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:37.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"99f31b77-abf5-4f23-9e0d-b87aa2b46623","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:37.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99f31b77-abf5-4f23-9e0d-b87aa2b46623","keyPrefix":"sk-oai-EjCJsfkJPEtl...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:37 | 201 |    1.478729ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:37.869Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"99f31b77-abf5-4f23-9e0d-b87aa2b46623"}
{"level":"info","timestamp":"2026-06-06T20:59:37.869Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"99f31b77-abf5-4f23-9e0d-b87aa2b46623","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 20:59:37 | 200 |    1.865893ms |      100.64.0.2 | DELETE   "/v1/api-keys/99f31b77-abf5-4f23-9e0d-b87aa2b46623" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:37 | 404 |     406.577µs |      100.64.0.2 | DELETE   "/v1/api-keys/99f31b77-abf5-4f23-9e0d-b87aa2b46623" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:38.041Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7d6a51be-482f-4490-812a-cb50bb4b9e78","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:38.042Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d6a51be-482f-4490-812a-cb50bb4b9e78","keyPrefix":"sk-oai-gaKcUGeR698n...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:38 | 201 |    1.584119ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:38 | 200 |     563.648µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     536.365µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     342.187µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:59:38 | 200 |     9.75212ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:38.221Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1775f91b-76af-4a30-8a46-0b0369c01267","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:38.221Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1775f91b-76af-4a30-8a46-0b0369c01267","keyPrefix":"sk-oai-2GcJfh66wrI9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:38 | 201 |    1.689847ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:38 | 200 |     498.151µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 403 |        79.3µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:38 | 200 |     422.719µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     436.474µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     192.962µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:59:38 | 200 |    9.158464ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:38.421Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cbe8fafc-ead2-4487-afbc-5740cc290ea6","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:38.421Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbe8fafc-ead2-4487-afbc-5740cc290ea6","keyPrefix":"sk-oai-2IN6tpXOiEpz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:38 | 201 |     1.47344ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:38 | 200 |     386.489µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     334.548µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     203.596µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:59:38 | 200 |   13.380095ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:38 | 200 |     293.329µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     318.183µs |     10.132.0.26 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 20:59:38 | 200 |     197.687µs |     10.132.0.26 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 20:59:38 | 200 |    9.505141ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T20:59:38.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2c7a695e-c28d-444e-a4b0-d9f2f1479fde","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T20:59:38.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c7a695e-c28d-444e-a4b0-d9f2f1479fde","keyPrefix":"sk-oai-vioinPCwhT4u...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 20:59:38 | 201 |    1.479085ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 20:59:39 | 200 |      41.778µs |      10.133.0.2 | GET      "/health"