[GIN] 2026/06/05 - 16:13:29 | 200 |      31.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:33 | 200 |      35.336µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:38 | 200 |      35.077µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T16:13:39.026Z","caller":"api_keys/service.go:137","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T16:13:39.026Z","caller":"api_keys/handler.go:199","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:199\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 16:13:39 | 400 |     259.461µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:39 | 200 |        35.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:43 | 200 |      33.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:48 | 200 |      32.678µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:49 | 200 |      34.524µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:53 | 200 |      35.334µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:13:56.374Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1d38e510-cf48-474f-97d1-2b96401c8e34","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:56.374Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"1d38e510-cf48-474f-97d1-2b96401c8e34","keyPrefix":"sk-oai-2CCpaM7yGv6q...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:56 | 201 |    9.723931ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:56 | 200 |     876.008µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:56 | 200 |     154.345µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:58 | 200 |      31.703µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:59 | 200 |      37.374µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:03 | 200 |      33.319µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:14:05.442Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"35f85c47-5f42-42b6-83d1-ccecad65d8ac","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:14:05.442Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"35f85c47-5f42-42b6-83d1-ccecad65d8ac","keyPrefix":"sk-oai-4YrUcc5a4cyS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:14:05 | 201 |    1.699973ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:14:08 | 200 |      33.923µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:09 | 200 |       32.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:13 | 200 |     582.417µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:14:13 | 200 |     116.432µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:14:13 | 200 |      32.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:18 | 200 |      50.142µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:19 | 200 |      40.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:23 | 200 |      43.379µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:28 | 200 |      34.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:29 | 200 |      35.893µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:14:30.960Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ffdbc5cb-c933-4722-8571-7c1573097c70","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:14:30.960Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ffdbc5cb-c933-4722-8571-7c1573097c70","keyPrefix":"sk-oai-dO8Ozrpcd2w4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:14:30 | 201 |    1.823929ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:14:30 | 200 |     383.524µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:14:30 | 200 |      137.41µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:14:33 | 200 |      38.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:38 | 200 |      39.054µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:39 | 200 |      33.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:43 | 200 |      39.135µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:48 | 200 |      33.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:49 | 200 |      32.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:53 | 200 |      37.448µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:58 | 200 |      46.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:14:59 | 200 |      46.064µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:15:03.458Z","caller":"api_keys/service.go:312","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 16:15:03 | 200 |     684.341µs |     10.134.0.39 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 16:15:03 | 200 |      38.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:08 | 200 |       37.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:09 | 200 |      46.588µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:13 | 200 |      38.171µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:18 | 200 |      38.588µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:19 | 200 |      37.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:23 | 200 |      37.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:28 | 200 |      54.811µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:29 | 200 |      38.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:33 | 200 |      40.034µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:38 | 200 |       39.58µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:39 | 200 |      38.787µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:43 | 200 |      37.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:48 | 200 |      37.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:49 | 200 |      39.151µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:53 | 200 |      37.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:58 | 200 |       47.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:15:59 | 200 |      39.243µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:03 | 200 |      38.786µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:08 | 200 |       56.39µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:09 | 200 |      37.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:13 | 200 |      40.055µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:18 | 200 |      51.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:19 | 200 |      42.927µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:23 | 200 |      39.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:28 | 200 |      39.466µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:29 | 200 |      40.061µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:16:30.220Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8908e4e4-9564-48fc-af9e-1228bbb39da3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:16:30.220Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8908e4e4-9564-48fc-af9e-1228bbb39da3","keyPrefix":"sk-oai-1YqmVJ0pSKip...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:16:30 | 201 |    1.713119ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:16:33 | 200 |      40.354µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:38 | 200 |      46.852µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:39 | 200 |      44.379µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:43 | 200 |       51.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:48 | 200 |      36.897µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:49 | 200 |      44.843µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:52 | 200 |     494.959µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:16:52 | 200 |     174.378µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:16:53 | 404 |     595.306µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:16:53 | 200 |      50.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:58 | 200 |      37.536µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:16:59 | 200 |      32.214µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:03 | 200 |      32.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:08 | 200 |      31.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:09 | 200 |       34.04µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:13 | 200 |      35.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:18 | 200 |       34.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:19 | 200 |      31.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:23 | 200 |      40.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:28 | 200 |      38.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:29 | 200 |       34.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:33 | 200 |      32.817µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:38 | 200 |      32.775µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:39 | 200 |      34.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:43 | 200 |      45.889µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:17:45.264Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a50c9b81-f934-486e-87e5-63f449d72997","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:17:45.264Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"a50c9b81-f934-486e-87e5-63f449d72997","keyPrefix":"sk-oai-usiHqYpa7J2w...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:17:45 | 201 |    1.836538ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:17:45 | 200 |     448.373µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:17:45 | 200 |      148.77µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:17:48 | 200 |      33.332µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:49 | 200 |      32.324µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:53 | 200 |      33.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:58 | 200 |      40.095µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:17:59 | 200 |      31.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:03 | 200 |      32.883µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:18:04.437Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"657f1c69-fb20-4fa7-a35d-662f2a215d9f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:18:04.437Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"657f1c69-fb20-4fa7-a35d-662f2a215d9f","keyPrefix":"sk-oai-HJCPTgBagXCP...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:18:04 | 201 |     1.55386ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:18:04 | 200 |     420.431µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:18:04 | 200 |     156.181µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:18:04 | 200 |     352.503µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:18:04 | 200 |     139.193µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:18:08 | 200 |      33.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:09 | 200 |      33.886µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:13 | 200 |      36.164µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:18 | 200 |      33.102µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:19 | 200 |      33.415µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:18:23.846Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b0e2d473-2b9f-4bbb-af93-7bcb8f4fd880","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:18:23.846Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b0e2d473-2b9f-4bbb-af93-7bcb8f4fd880","keyPrefix":"sk-oai-WKTzockRZbAt...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:18:23 | 201 |     1.67081ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:18:23 | 200 |     373.205µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:18:23 | 200 |      25.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:23 | 200 |     339.978µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:18:23 | 200 |     159.165µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:18:23 | 200 |   20.530697ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:18:28 | 200 |      37.389µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:29 | 200 |      39.551µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:33 | 200 |      34.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:38 | 200 |      33.539µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:39 | 200 |       36.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:43 | 200 |     222.923µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:18:43 | 200 |     146.402µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:18:43 | 200 |   22.618477ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:18:43 | 200 |      41.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:48 | 200 |      53.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:49 | 200 |      39.195µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:53 | 200 |      41.954µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:18:54.934Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d1f31d1-cb0d-415c-abef-650c611e0642","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:18:54.934Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2d1f31d1-cb0d-415c-abef-650c611e0642","keyPrefix":"sk-oai-WXeFf1aDtG45...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:18:54 | 201 |    2.098606ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:18:58 | 200 |      40.693µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:18:59 | 200 |      40.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:03 | 200 |      41.798µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:08 | 200 |      43.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:09 | 200 |      38.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:13 | 200 |      44.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:18 | 200 |      41.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:19 | 200 |      39.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:23 | 200 |      37.944µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:25 | 200 |    8.610939ms |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:19:25 | 200 |      145.25µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:19:25 | 200 |     442.829µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:19:25 | 200 |      309.14µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:19:25 | 200 |      126.33µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:19:25 | 200 |   10.259828ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:19:28 | 200 |      47.283µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:29 | 200 |      40.333µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:33 | 200 |      40.684µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:38 | 200 |      38.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:39 | 200 |      39.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:42 | 200 |     166.834µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:19:42 | 200 |   12.112164ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:19:43 | 200 |      41.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:48 | 200 |       42.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:49 | 200 |      41.712µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:19:50.744Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b86f8d7-64dc-435b-bd55-80bfc044fe5c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:19:50.744Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"0b86f8d7-64dc-435b-bd55-80bfc044fe5c","keyPrefix":"sk-oai-1h1tyNkq1qxU...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:19:50 | 201 |    1.927457ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:19:53 | 200 |      42.699µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:19:58 | 200 |     532.158µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:19:58 | 200 |     347.856µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:19:58 | 200 |     143.808µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:19:58 | 200 |   10.127071ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:19:58 | 200 |      39.428µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:19:59.254Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f0b9276-f6d6-4e55-ae30-c668fe242a14","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:19:59.254Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"3f0b9276-f6d6-4e55-ae30-c668fe242a14","keyPrefix":"sk-oai-YhBvSx76wadJ...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:19:59 | 201 |    1.574123ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:19:59 | 200 |      39.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:03 | 200 |      42.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:07 | 200 |     562.997µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:07 | 200 |     326.688µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:07 | 200 |     140.524µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:07 | 200 |    6.945732ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:07 | 200 |      374.17µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:07 | 200 |     496.886µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:07 | 200 |     157.424µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:07 | 200 |    8.232781ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:20:08.238Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"477dcf50-aeab-497c-b47e-d32abba0c753","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:20:08.238Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"477dcf50-aeab-497c-b47e-d32abba0c753","keyPrefix":"sk-oai-bayyXpiWK2Uu...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:20:08 | 201 |    1.652911ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:08 | 200 |      42.011µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:09 | 200 |      41.813µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:13 | 200 |      41.052µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:16 | 200 |     445.303µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:16 | 200 |     268.653µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:16 | 200 |     140.834µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:16 | 200 |   10.296023ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:18 | 200 |      39.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:19 | 200 |      39.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:23 | 200 |      40.572µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:20:25.379Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71b703de-c334-4ce9-8058-9a78bb5a8a2c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:20:25.379Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"71b703de-c334-4ce9-8058-9a78bb5a8a2c","keyPrefix":"sk-oai-1BwQS2AOg5no...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:20:25 | 201 |    1.728332ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:28 | 200 |      41.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:29 | 200 |      41.699µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:33 | 200 |     449.428µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:33 | 200 |     350.451µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:33 | 200 |     161.774µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:33 | 200 |     253.748µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:33 | 200 |     137.591µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:33 | 200 |   19.197304ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:33 | 200 |      43.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:38 | 200 |      39.389µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:39 | 200 |      40.967µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:43 | 200 |      54.972µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:48 | 200 |      39.524µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:20:48.881Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"221eb2de-cc75-42a2-add3-75683c34c98d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:20:48.881Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"221eb2de-cc75-42a2-add3-75683c34c98d","keyPrefix":"sk-oai-Q1oPBXYAbxE7...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:20:48 | 201 |    1.804423ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:49 | 200 |      39.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:53 | 200 |      41.424µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:56 | 200 |     471.469µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:56 | 200 |      371.56µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:56 | 200 |     160.615µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:56 | 200 |    9.764933ms |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:20:56 | 200 |     200.777µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:20:56 | 200 |   24.645997ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:20:58 | 200 |      38.168µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:20:59 | 200 |      58.155µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:03 | 200 |      41.859µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:08 | 200 |      39.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:09 | 200 |      40.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:13 | 200 |      43.907µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:15 | 200 |      183.39µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:21:15 | 200 |     156.132µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:21:15 | 200 |     187.644µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:21:15 | 200 |   35.587248ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:21:18 | 200 |      42.054µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:19 | 200 |      37.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:23 | 200 |      40.911µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:28 | 200 |      39.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:29 | 200 |      38.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:32 | 200 |     175.482µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:21:32 | 200 |   12.323015ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:21:33 | 200 |      44.813µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:38 | 200 |      39.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:39 | 200 |      39.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:43 | 200 |      36.531µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:21:45.768Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f04dc50b-d5c9-4439-9176-864dbd950ebc","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:21:45.768Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f04dc50b-d5c9-4439-9176-864dbd950ebc","keyPrefix":"sk-oai-yJkNuLBMPrYw...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:21:45 | 201 |    2.075083ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:21:48 | 200 |      42.577µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:49 | 200 |      41.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:53 | 200 |     808.151µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:21:53 | 200 |     132.339µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:21:53 | 200 |       34.44µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:21:54.354Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"50bc3bd0-9231-43cf-82cb-199b602ec79f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:21:54.354Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"50bc3bd0-9231-43cf-82cb-199b602ec79f","keyPrefix":"sk-oai-veUnp1MAeLrN...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:21:54 | 201 |    1.650235ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:21:58 | 200 |      51.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:21:59 | 200 |       38.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:02 | 200 |     573.793µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:02 | 200 |     318.561µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:02 | 200 |     124.786µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:22:02 | 200 |   10.734602ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:22:02.737Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"41caf8c6-e6fc-4fd2-9cb9-623aa1a1c8da","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:22:02.737Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"41caf8c6-e6fc-4fd2-9cb9-623aa1a1c8da","keyPrefix":"sk-oai-1gP29nTiDMp3...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:22:02 | 201 |    1.657324ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:22:03 | 200 |      39.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:08 | 200 |      41.733µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:09 | 200 |      38.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:10 | 200 |     572.016µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:10 | 200 |     324.892µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:10 | 200 |     119.738µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:22:10 | 200 |    9.869774ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:22:11.470Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b0c3c864-4d9a-4424-823c-bc1928558a91","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:22:11.470Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b0c3c864-4d9a-4424-823c-bc1928558a91","keyPrefix":"sk-oai-7NgtTHhgEJFw...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:22:11 | 201 |    1.538149ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:22:13 | 200 |      36.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:18 | 200 |      70.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:19 | 200 |     433.462µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:19 | 200 |     275.671µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:19 | 200 |     133.613µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:22:19 | 200 |   10.022746ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:22:19 | 200 |      40.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:23 | 200 |      39.387µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:22:28.649Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae32be64-7e25-4dfe-8c08-057034bc2e6f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:22:28.649Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ae32be64-7e25-4dfe-8c08-057034bc2e6f","keyPrefix":"sk-oai-1ENdtBmd0fJ6...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:22:28 | 201 |    1.635838ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:22:28 | 200 |      39.434µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:29 | 200 |      38.318µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:33 | 200 |      39.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:38 | 200 |       42.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:39 | 200 |      43.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:43 | 200 |      45.945µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:44 | 200 |     471.839µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:22:44 | 403 |     105.462µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:22:48 | 200 |      57.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:49 | 200 |      49.024µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:53 | 200 |      37.301µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:58 | 200 |      59.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:22:59 | 200 |      39.517µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:01 | 403 |     116.958µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:23:03 | 200 |      43.102µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:08 | 200 |      39.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:09 | 200 |      42.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:13 | 200 |       50.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:18 | 200 |      42.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:19 | 403 |      126.66µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:23:19 | 200 |      41.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:23 | 200 |      38.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:28 | 200 |      41.269µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:29 | 200 |      39.383µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:33 | 200 |      39.957µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:36 | 403 |      149.72µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:23:38 | 200 |      37.838µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:39 | 200 |      42.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:43 | 200 |      38.151µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:48 | 200 |      39.274µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:49 | 200 |      38.082µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:23:50.381Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ddb52b48-f84a-4757-b53d-cd9ba3cff6cf","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:23:50.381Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ddb52b48-f84a-4757-b53d-cd9ba3cff6cf","keyPrefix":"sk-oai-1CBn5O4E5hxh...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:23:50 | 201 |    2.275633ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:23:53 | 200 |        37.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:58 | 200 |     433.659µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:23:58 | 200 |       281.6µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:23:58 | 200 |     162.613µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:23:58 | 200 |   17.730045ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:23:58 | 200 |       42.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:23:59 | 200 |      38.858µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:03 | 200 |      47.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:08 | 200 |      40.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:09 | 200 |       37.81µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:24:12.507Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e9d30f9-6b92-4940-a073-aa5258d99acf","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:24:12.507Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"6e9d30f9-6b92-4940-a073-aa5258d99acf","keyPrefix":"sk-oai-1U9M8c7nSf73...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:24:12 | 201 |    1.782843ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:24:12.540Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aafc66c0-18d5-448f-8fa7-4d88b67f3812","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:24:12.540Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"aafc66c0-18d5-448f-8fa7-4d88b67f3812","keyPrefix":"sk-oai-EfeAOMYKhY8s...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:24:12 | 201 |    1.516522ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:13 | 200 |       39.04µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:18 | 200 |      39.414µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:19 | 200 |      49.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:20 | 200 |     494.136µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:24:20 | 200 |     262.985µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:24:20 | 200 |     148.827µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:20 | 200 |   33.550477ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:20 | 200 |     306.759µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:24:20 | 200 |     280.946µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:24:20 | 200 |     155.952µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:20 | 200 |   12.095737ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:23 | 200 |      40.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:28 | 200 |      37.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:29 | 200 |      40.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:33 | 200 |        42.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:38 | 200 |      38.947µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:39 | 200 |     157.254µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:39 | 200 |     155.529µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:39 | 200 |      160.24µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:39 | 200 |   34.633673ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:39 | 200 |      44.324µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:43 | 200 |      39.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:48 | 200 |      36.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:49 | 200 |      37.315µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:53 | 200 |      39.883µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:57 | 200 |     189.558µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:57 | 200 |   13.160285ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:57 | 200 |     132.811µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:24:57 | 200 |   12.710155ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:24:58 | 200 |      55.817µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:24:59 | 200 |      36.696µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:03 | 200 |      36.512µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:08 | 200 |      39.219µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:09 | 200 |      40.495µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:13 | 200 |      40.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:18 | 200 |      42.067µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:19 | 200 |      37.416µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:25:23.306Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7e7e679e-a442-41c6-b260-b5753dd353f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:25:23.307Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"7e7e679e-a442-41c6-b260-b5753dd353f4","keyPrefix":"sk-oai-BMp6lOXHdi4I...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:25:23 | 201 |    1.285501ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:25:23 | 200 |     339.166µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     160.595µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:23 | 200 |     272.015µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     155.006µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:23 | 200 |     294.544µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     137.547µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:23 | 200 |     237.396µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     135.992µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:23 | 200 |       230.8µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     217.637µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:23 | 200 |     126.031µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:23 | 200 |   11.916092ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:25:23 | 200 |      40.087µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:28 | 200 |      42.062µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:29 | 200 |      37.844µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:33 | 200 |      38.616µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:38 | 200 |      37.975µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:25:39.111Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed2be59d-afbb-46fe-aaa6-3bbfbe403932","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:25:39.111Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ed2be59d-afbb-46fe-aaa6-3bbfbe403932","keyPrefix":"sk-oai-19mp21G7eA1Z...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:25:39 | 201 |    1.597431ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:25:39 | 200 |     340.578µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:25:39 | 200 |     148.865µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:25:39 | 200 |      40.928µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:43 | 200 |      38.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:48 | 200 |      37.717µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:49 | 200 |      41.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:53 | 200 |      39.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:58 | 200 |      38.764µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:25:59 | 200 |      45.464µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:03 | 200 |      37.516µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:08 | 200 |      60.539µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:09 | 200 |      50.384µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:13 | 200 |       37.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:18 | 200 |      48.277µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:19 | 200 |      37.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:23 | 200 |      43.951µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:28 | 200 |      56.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:29 | 200 |      36.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:33 | 200 |       42.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:38 | 200 |      37.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:39 | 200 |      39.341µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:43 | 200 |      55.021µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:26:45.061Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"110908e9-db46-4ff7-9d5a-1643a2e58a7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:45.061Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"110908e9-db46-4ff7-9d5a-1643a2e58a7c","keyPrefix":"sk-oai-waECEk1ynrVK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:45 | 201 |    9.810138ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:45.530Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"28ab86b3-6ffb-4336-bc1d-aadb2268d26b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:45.530Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"28ab86b3-6ffb-4336-bc1d-aadb2268d26b","keyPrefix":"sk-oai-170g8zBSTZei...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:45 | 201 |    1.634907ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:45.716Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a4aaa994-4071-41d3-aa54-e4cdc006876c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:45.716Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"a4aaa994-4071-41d3-aa54-e4cdc006876c","keyPrefix":"sk-oai-sqY6uGHUGskN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:45 | 201 |    1.533748ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:45 | 200 |     922.513µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:45 | 200 |     346.251µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:45 | 200 |     150.066µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:26:45 | 200 |    9.619731ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:45 | 200 |     316.023µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:45 | 200 |     121.464µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T16:26:45.862Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"63af60d5-5232-4ce1-b653-de1ec7944863","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:45.862Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"63af60d5-5232-4ce1-b653-de1ec7944863","keyPrefix":"sk-oai-6rxDQAjkSJGK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:45 | 201 |    1.462048ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:45.887Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"63af60d5-5232-4ce1-b653-de1ec7944863"}
{"level":"info","timestamp":"2026-06-05T16:26:45.887Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"63af60d5-5232-4ce1-b653-de1ec7944863","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 16:26:45 | 200 |    2.236768ms |      100.64.0.2 | DELETE   "/v1/api-keys/63af60d5-5232-4ce1-b653-de1ec7944863" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:48 | 200 |      39.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:48 | 200 |     542.911µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T16:26:48.912Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 16:26:48 | 500 |      94.177µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.191Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"eca82209-b9c3-4eef-a390-e9e21d3f3e1d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.191Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"eca82209-b9c3-4eef-a390-e9e21d3f3e1d","keyPrefix":"sk-oai-8jsR78cVmceh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.542006ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.213Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"76ee7aef-be81-4b9e-8636-8c20bc2359e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.213Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"76ee7aef-be81-4b9e-8636-8c20bc2359e8","keyPrefix":"sk-oai-1FKgQdQTXsw4...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.355061ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.297Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0de67dbf-38e8-404a-bace-58288a22d192","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.297Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"0de67dbf-38e8-404a-bace-58288a22d192","keyPrefix":"sk-oai-vak3woIEQ1wv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.388925ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.318Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0de67dbf-38e8-404a-bace-58288a22d192"}
{"level":"info","timestamp":"2026-06-05T16:26:49.318Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"0de67dbf-38e8-404a-bace-58288a22d192","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 16:26:49 | 200 |    1.790361ms |      100.64.0.3 | DELETE   "/v1/api-keys/0de67dbf-38e8-404a-bace-58288a22d192" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 404 |     416.629µs |      100.64.0.4 | DELETE   "/v1/api-keys/0de67dbf-38e8-404a-bace-58288a22d192" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.428Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c7322a4f-ddcc-43c2-a674-409aebf2a7c3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.428Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"c7322a4f-ddcc-43c2-a674-409aebf2a7c3","keyPrefix":"sk-oai-qMXaWJJDGlnj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.272313ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |     583.972µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     260.536µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     115.989µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:26:49 | 200 |    9.194018ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.536Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e6dfffe6-94d1-43f2-9953-73fb4fe13a4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.536Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"e6dfffe6-94d1-43f2-9953-73fb4fe13a4b","keyPrefix":"sk-oai-oXz0xKXTK88c...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.405174ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |     251.981µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 403 |      69.452µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |     220.949µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     218.063µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     103.169µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:26:49 | 200 |    9.292654ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.668Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"82580f5b-3fc4-4295-807e-ab447dd7fa94","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.668Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"82580f5b-3fc4-4295-807e-ab447dd7fa94","keyPrefix":"sk-oai-a0H2lTon04KG...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.258372ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |     233.272µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     201.845µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     103.073µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:26:49 | 200 |    8.490736ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |     221.178µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |     220.584µs |     10.132.0.31 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:26:49 | 200 |      97.841µs |     10.132.0.31 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:26:49 | 200 |    8.658991ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:26:49.810Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b39ce0f4-4e37-40e2-ab4b-e7e32ce5daf7","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:26:49.810Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b39ce0f4-4e37-40e2-ab4b-e7e32ce5daf7","keyPrefix":"sk-oai-FPc9H77Vslv1...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:26:49 | 201 |    1.354171ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:26:49 | 200 |       31.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:26:53 | 200 |      37.832µs |      10.132.0.2 | GET      "/health"