{"level":"info","timestamp":"2026-06-09T22:11:31.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bd4810d0-8acb-4182-9c59-afdbbf0f7e29","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:11:31.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bd4810d0-8acb-4182-9c59-afdbbf0f7e29","keyPrefix":"sk-oai-1UEFAD1OA0JK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:11:31 | 201 |    1.702499ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:11:31 | 200 |     518.439µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:11:31 | 200 |     161.687µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:11:32 | 200 |     470.979µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:11:32 | 200 |     162.961µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:11:32 | 200 |      34.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:37 | 200 |      36.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:39 | 200 |      35.277µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:42 | 200 |      36.832µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:47 | 200 |      35.004µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:49 | 200 |      52.309µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-09T22:11:49.611Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-09T22:11:49.611Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/09 - 22:11:49 | 400 |     305.506µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:11:52 | 200 |      35.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:57 | 200 |      38.253µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:11:59 | 200 |      36.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:02 | 200 |      35.046µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:12:06.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2d311637-5015-40d1-9c17-01f02fad3da3","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:12:06.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d311637-5015-40d1-9c17-01f02fad3da3","keyPrefix":"sk-oai-KOsIbIZ1nx2v...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:12:06 | 201 |    2.290236ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:12:06 | 200 |     553.658µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:12:06 | 200 |     145.447µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:12:07 | 200 |      38.817µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:09 | 200 |      33.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:12 | 200 |      33.922µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:12:16.037Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2aa466ce-6bad-4b52-82c5-cb1f0181feb0","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:12:16.037Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2aa466ce-6bad-4b52-82c5-cb1f0181feb0","keyPrefix":"sk-oai-h7CsRAFcYgfZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:12:16 | 201 |     1.79818ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:12:17 | 200 |      38.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:19 | 200 |      33.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:22 | 200 |      34.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:24 | 200 |     881.468µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:12:24 | 200 |     104.392µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:12:27 | 200 |      35.029µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:29 | 200 |      34.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:32 | 200 |      38.127µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:37 | 200 |      43.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:39 | 200 |      43.966µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:12:41.594Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"58e5de6b-a60d-4420-a585-cbc51772eaa6","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:12:41.594Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58e5de6b-a60d-4420-a585-cbc51772eaa6","keyPrefix":"sk-oai-8rIuFP1ASU3x...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:12:41 | 201 |    1.950539ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:12:41 | 200 |     576.627µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:12:41 | 200 |     170.781µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:12:42 | 200 |      42.768µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:47 | 200 |      47.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:49 | 200 |      38.989µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:52 | 200 |      47.218µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:57 | 200 |       47.71µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:12:59 | 200 |      40.732µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:02 | 200 |      40.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:07 | 200 |      38.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:09 | 200 |      41.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:12 | 200 |      57.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:17 | 200 |      48.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:19 | 200 |      41.952µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:22 | 200 |      37.573µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:27 | 200 |       43.54µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:29 | 200 |      39.226µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:32 | 200 |      50.264µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:37 | 200 |      38.095µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:39 | 200 |      38.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:42 | 200 |      45.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:47 | 200 |       40.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:49 | 200 |      43.449µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:52 | 200 |      38.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:57 | 200 |      39.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:13:59 | 200 |       40.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:02 | 200 |      38.811µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:07 | 200 |      49.593µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:09 | 200 |      43.837µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:12 | 200 |      40.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:17 | 200 |      39.911µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:19 | 200 |      40.926µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:22 | 200 |      37.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:27 | 200 |      37.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:29 | 200 |      46.446µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:32 | 200 |      39.847µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:37 | 200 |       40.14µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:39 | 200 |      39.646µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:14:40.925Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c4d1c7fd-eff6-49c0-9232-ec58247ef212","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:14:40.925Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4d1c7fd-eff6-49c0-9232-ec58247ef212","keyPrefix":"sk-oai-anBAncGfgqqF...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:14:40 | 201 |    1.919095ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:14:42 | 200 |      41.719µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:47 | 200 |      42.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:49 | 200 |       39.45µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:52 | 200 |       61.79µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:57 | 200 |      37.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:14:59 | 200 |      44.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:02 | 200 |      45.968µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:15:03.596Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/09 - 22:15:03 | 200 |      945.91µs |     10.134.0.36 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/09 - 22:15:04 | 200 |     541.307µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:15:04 | 200 |     217.696µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:15:04 | 404 |     903.447µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:15:07 | 200 |      45.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:09 | 200 |      39.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:12 | 200 |      45.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:17 | 200 |      43.676µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:19 | 200 |      45.583µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:22 | 200 |      45.978µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:27 | 200 |      43.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:29 | 200 |       40.37µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:32 | 200 |       39.46µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:37 | 200 |       37.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:39 | 200 |      40.665µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:42 | 200 |      40.245µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:47 | 200 |       58.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:49 | 200 |      38.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:52 | 200 |      38.838µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:15:54.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ad5e44fb-9a8d-4a19-8b1a-21073f161687","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:15:54.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad5e44fb-9a8d-4a19-8b1a-21073f161687","keyPrefix":"sk-oai-14BBimn0YOna...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:15:54 | 201 |    1.928648ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:15:54 | 200 |      420.19µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:15:54 | 200 |     158.004µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:15:57 | 200 |      42.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:15:59 | 200 |      45.096µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:02 | 200 |      37.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:07 | 200 |      45.998µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:09 | 200 |      40.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:12 | 200 |      40.931µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:16:14.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d325e77c-66f4-4c5a-a5d8-14b3ce23dd7b","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:16:14.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d325e77c-66f4-4c5a-a5d8-14b3ce23dd7b","keyPrefix":"sk-oai-1Sj3sjrpgQQq...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:16:14 | 201 |    1.841576ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:16:14 | 200 |     480.681µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:16:14 | 200 |     150.894µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:16:14 | 200 |     477.189µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:16:14 | 200 |     150.036µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:16:17 | 200 |      46.226µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:19 | 200 |      39.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:22 | 200 |      59.619µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:27 | 200 |      52.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:29 | 200 |      43.546µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:32 | 200 |      40.229µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:16:33.438Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a2846c4a-7669-4d44-a287-ce8736158d00","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:16:33.438Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2846c4a-7669-4d44-a287-ce8736158d00","keyPrefix":"sk-oai-IZ1MxAnx2RfX...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:16:33 | 201 |   12.887775ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:16:33 | 200 |    1.234994ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:16:33 | 200 |     399.676µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:16:33 | 200 |     134.094µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:16:33 | 200 |    18.34027ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:16:37 | 200 |      42.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:39 | 200 |      43.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:42 | 200 |      53.342µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:47 | 200 |      42.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:49 | 200 |      39.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:52 | 200 |     243.931µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:16:52 | 200 |     176.436µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:16:52 | 200 |   23.634949ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:16:52 | 200 |      39.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:57 | 200 |      38.326µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:16:59 | 200 |      39.317µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:02 | 200 |      50.904µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:17:04.582Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e070d0ff-fa54-44d8-8ebb-555abf2447f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:17:04.582Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e070d0ff-fa54-44d8-8ebb-555abf2447f6","keyPrefix":"sk-oai-1aK4FSGQnC1P...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:17:04 | 201 |    1.858302ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:17:07 | 200 |      38.412µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:09 | 200 |      42.092µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:12 | 200 |      39.382µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:17 | 200 |      39.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:19 | 200 |      37.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:22 | 200 |      38.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:27 | 200 |      40.856µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:29 | 200 |      41.913µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:32 | 200 |      44.538µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:34 | 200 |    1.739241ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:17:34 | 200 |     153.291µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:17:34 | 200 |     496.162µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:17:34 | 200 |     510.273µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:17:34 | 200 |      124.64µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:17:34 | 200 |   13.277923ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:17:37 | 200 |      46.809µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:39 | 200 |      38.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:42 | 200 |      39.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:47 | 200 |      45.676µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:49 | 200 |      36.812µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:51 | 200 |     141.823µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:17:51 | 200 |   11.325208ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:17:52 | 200 |       39.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:57 | 200 |      40.449µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:17:59 | 200 |      39.955µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:18:00.375Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4695c13f-4d26-4a27-bd73-d477bc8d5096","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:18:00.375Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4695c13f-4d26-4a27-bd73-d477bc8d5096","keyPrefix":"sk-oai-1K50Lj9hq5Gu...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:18:00 | 201 |    1.977216ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:02 | 200 |      41.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:07 | 200 |      39.453µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:08 | 200 |     785.301µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:08 | 200 |     392.477µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:08 | 200 |     141.695µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:08 | 200 |    9.386907ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:18:08.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5c8d6e07-c2ba-4aab-ab9d-9c8fa1e8aad8","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:18:08.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c8d6e07-c2ba-4aab-ab9d-9c8fa1e8aad8","keyPrefix":"sk-oai-1ToR8knRfESN...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:18:08 | 201 |    1.691004ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:09 | 200 |       38.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:12 | 200 |      59.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:16 | 200 |     678.688µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:16 | 200 |     395.608µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:16 | 200 |     129.939µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:16 | 200 |    8.595465ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:16 | 200 |     423.525µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:16 | 200 |     334.998µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:16 | 200 |     119.639µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:16 | 200 |    6.468235ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:17 | 200 |      43.041µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:18:17.896Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"88a804a2-75d1-43d8-bc12-7984a8fc54c7","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:18:17.896Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88a804a2-75d1-43d8-bc12-7984a8fc54c7","keyPrefix":"sk-oai-1I6VVo6YK7dt...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:18:17 | 201 |    1.818075ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:19 | 200 |      40.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:22 | 200 |      38.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:25 | 200 |     642.345µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:25 | 200 |     345.934µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:25 | 200 |     154.293µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:25 | 200 |    9.980628ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:27 | 200 |      39.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:29 | 200 |      47.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:32 | 200 |      41.718µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:18:35.060Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"727a57dc-20ea-423f-a76a-3c9a12671077","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:18:35.060Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"727a57dc-20ea-423f-a76a-3c9a12671077","keyPrefix":"sk-oai-EGpSXryLmJ1R...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:18:35 | 201 |    1.919477ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:37 | 200 |      40.092µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:39 | 200 |      41.057µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:42 | 200 |      43.667µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:43 | 200 |     634.667µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:43 | 200 |     423.406µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:43 | 200 |     226.278µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:43 | 200 |     334.362µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:18:43 | 200 |     139.797µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:18:43 | 200 |   20.913668ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:47 | 200 |      37.339µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:49 | 200 |       37.02µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:52 | 200 |      40.422µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:18:54.376Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d469398-2d57-4133-9580-8d2660c0fc62","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:18:54.376Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d469398-2d57-4133-9580-8d2660c0fc62","keyPrefix":"sk-oai-TL1UVtUknDCb...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:18:54 | 201 |    2.843166ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:18:57 | 200 |      38.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:18:59 | 200 |       38.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:02 | 200 |     655.335µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:19:02 | 200 |     408.221µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:19:02 | 200 |     160.165µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:02 | 200 |    9.833595ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:19:02 | 200 |     153.324µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:02 | 200 |   22.376303ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:19:02 | 200 |      37.285µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:07 | 200 |      36.668µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:09 | 200 |      39.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:12 | 200 |      40.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:16 | 200 |     163.891µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:16 | 200 |     166.545µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:16 | 200 |      141.49µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:16 | 200 |    36.56566ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:19:17 | 200 |      38.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:19 | 200 |      39.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:22 | 200 |      39.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:27 | 200 |      52.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:29 | 200 |      57.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:32 | 200 |      44.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:33 | 200 |     411.095µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:19:33 | 200 |   13.440508ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:19:37 | 200 |      38.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:39 | 200 |      56.714µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:42 | 200 |      42.708µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:19:45.085Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"28c6053e-f342-4c2e-8465-d103866c6917","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:19:45.085Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28c6053e-f342-4c2e-8465-d103866c6917","keyPrefix":"sk-oai-W0EC0GTIZQcf...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:19:45 | 201 |    2.128759ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:19:47 | 200 |      42.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:49 | 200 |      43.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:52 | 200 |      40.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:53 | 200 |      784.87µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:19:53 | 200 |      128.52µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:19:53.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"17fc7b3f-3f42-402b-87e0-a31ef4773f48","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:19:53.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17fc7b3f-3f42-402b-87e0-a31ef4773f48","keyPrefix":"sk-oai-EXB6RMvxamg5...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:19:53 | 201 |    1.785243ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:19:57 | 200 |      36.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:19:59 | 200 |      43.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:01 | 200 |     786.042µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:01 | 200 |     433.584µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:01 | 200 |     146.199µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:20:01 | 200 |   10.495432ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:20:02.143Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b7f9ddea-4c89-462c-bef9-3222a58cf272","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:20:02.143Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7f9ddea-4c89-462c-bef9-3222a58cf272","keyPrefix":"sk-oai-tWP1ZO4tZqHG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:20:02 | 201 |     1.71134ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:20:02 | 200 |      43.211µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:07 | 200 |      40.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:09 | 200 |      38.398µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:10 | 200 |    1.215982ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:10 | 200 |     456.569µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:10 | 200 |      121.09µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:20:10 | 200 |   10.366577ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:20:10.893Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"96ca8fee-53d6-4dc7-b08c-17d79f5891cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:20:10.893Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"96ca8fee-53d6-4dc7-b08c-17d79f5891cd","keyPrefix":"sk-oai-1G6k5h1DLnfx...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:20:10 | 201 |     1.82202ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:20:12 | 200 |      44.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:17 | 200 |      42.535µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:18 | 200 |     764.096µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:18 | 200 |     391.471µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:18 | 200 |     131.871µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:20:18 | 200 |    9.873802ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:20:19 | 200 |       39.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:22 | 200 |       38.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:27 | 200 |      37.883µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:20:28.122Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b47eb566-84d2-4d95-a5b7-c89bf59db3a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:20:28.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b47eb566-84d2-4d95-a5b7-c89bf59db3a7","keyPrefix":"sk-oai-16edibBB0QfD...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:20:28 | 201 |    2.117272ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:20:29 | 200 |      67.052µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:32 | 200 |      38.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:37 | 200 |      42.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:39 | 200 |      40.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:42 | 200 |      42.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:44 | 200 |     714.859µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:20:44 | 403 |       98.56µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:20:47 | 200 |      42.993µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:49 | 200 |      39.291µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:52 | 200 |      40.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:57 | 200 |      38.843µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:20:59 | 200 |      37.951µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:01 | 403 |     152.577µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:21:02 | 200 |      45.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:07 | 200 |      68.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:09 | 200 |      37.391µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:12 | 200 |      74.218µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:17 | 200 |      46.769µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:18 | 403 |     116.861µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:21:19 | 200 |      38.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:22 | 200 |      43.225µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:27 | 200 |      47.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:29 | 200 |      41.436µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:32 | 200 |      65.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:35 | 403 |     165.424µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:21:37 | 200 |      41.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:39 | 200 |      41.126µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:42 | 200 |      55.468µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:47 | 200 |       52.28µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:21:47.832Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48523772-706b-4d29-b0f2-9c910ecf88a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:21:47.832Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48523772-706b-4d29-b0f2-9c910ecf88a2","keyPrefix":"sk-oai-avJb3xNrzYDb...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:21:47 | 201 |    2.314591ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:21:49 | 200 |      38.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:52 | 200 |      44.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:55 | 200 |     640.798µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:21:55 | 200 |     385.808µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:21:55 | 200 |     151.783µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:21:55 | 200 |   17.807979ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:21:57 | 200 |      44.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:21:59 | 200 |      39.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:02 | 200 |      40.422µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:07 | 200 |      40.647µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:22:07.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d06717e2-2381-44c8-8372-7c3bf086f68c","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:22:07.910Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d06717e2-2381-44c8-8372-7c3bf086f68c","keyPrefix":"sk-oai-XmrA8qbJyc1Y...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:22:07 | 201 |    1.992971ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:22:07.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ede6d6de-3d26-488c-a165-778d07ea7a56","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:22:07.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ede6d6de-3d26-488c-a165-778d07ea7a56","keyPrefix":"sk-oai-1MjDi0pZ46Or...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:22:07 | 201 |    1.595297ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:09 | 200 |      44.176µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:12 | 200 |      45.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:15 | 200 |     682.141µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:22:15 | 200 |     344.365µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:22:15 | 200 |     143.181µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:15 | 200 |    9.839644ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:16 | 200 |     380.871µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:22:16 | 200 |     306.731µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:22:16 | 200 |     116.667µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:16 | 200 |    9.801133ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:17 | 200 |      36.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:19 | 200 |      37.458µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:22 | 200 |      45.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:27 | 200 |      38.952µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:29 | 200 |        38.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:32 | 200 |      183.64µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:32 | 200 |     162.189µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:32 | 200 |     143.035µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:32 | 200 |   35.117188ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:32 | 200 |      33.903µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:37 | 200 |      39.983µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:39 | 200 |      37.996µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:42 | 200 |      43.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:46 | 200 |     190.602µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:46 | 200 |   14.198103ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:46 | 200 |     183.322µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:22:46 | 200 |   12.616945ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:22:47 | 200 |      40.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:49 | 200 |      38.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:52 | 200 |      44.862µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:57 | 200 |       48.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:22:59 | 200 |       39.16µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:02 | 200 |      40.801µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:07 | 200 |      38.785µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:09 | 200 |      38.988µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:23:12.512Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"de3665b1-6834-4f3c-930c-8cef77881719","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:23:12.512Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de3665b1-6834-4f3c-930c-8cef77881719","keyPrefix":"sk-oai-VKNb0JlJ9dRf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:23:12 | 201 |    3.713924ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:23:12 | 200 |     600.573µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:12 | 200 |      152.37µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:23:12 | 200 |      386.31µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:12 | 200 |     136.668µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:23:12 | 200 |     390.866µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:12 | 200 |     130.524µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:23:12 | 200 |     381.146µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:12 | 200 |     327.483µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:12 | 200 |     121.822µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:23:12 | 200 |    9.374234ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:23:12 | 200 |      39.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:17 | 200 |      40.973µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:19 | 200 |      39.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:22 | 200 |      57.167µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:23:26.161Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"febbb1c5-2aad-41d9-920e-502ff57b6219","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:23:26.162Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"febbb1c5-2aad-41d9-920e-502ff57b6219","keyPrefix":"sk-oai-1BUF0Ick5Suw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/09 - 22:23:26 | 201 |    1.872897ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:23:26 | 200 |     512.166µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:23:26 | 200 |      173.05µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:23:27 | 200 |      39.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:29 | 200 |      38.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:32 | 200 |      54.772µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:37 | 200 |       39.64µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:39 | 200 |      44.923µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:42 | 200 |        45.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:47 | 200 |      41.296µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:49 | 200 |      41.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:52 | 200 |      38.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:57 | 200 |      37.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:23:59 | 200 |      54.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:02 | 200 |      37.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:07 | 200 |      38.049µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:09 | 200 |      36.978µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:12 | 200 |      40.796µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:17 | 200 |      39.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:19 | 200 |      56.619µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:22 | 200 |       40.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:27 | 200 |      37.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:29 | 200 |      39.802µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-09T22:24:31.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"706dc42f-6d6a-4c0d-a2b6-600b37e0049f","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:31.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"706dc42f-6d6a-4c0d-a2b6-600b37e0049f","keyPrefix":"sk-oai-RrCaJGpmhLni...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:31 | 201 |   11.144609ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:32.202Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"0615d653-a886-410f-a8ad-5e76587e41ae","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:32.202Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0615d653-a886-410f-a8ad-5e76587e41ae","keyPrefix":"sk-oai-R6IOJR4yaFzb...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:32 | 201 |    1.828448ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:32.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c935219c-9527-4aa8-a24d-d98b60ba2a86","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:32.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c935219c-9527-4aa8-a24d-d98b60ba2a86","keyPrefix":"sk-oai-12yU2cfVE7Ke...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:32 | 201 |    1.637302ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:32 | 200 |    1.179377ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:32 | 200 |     376.573µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:32 | 200 |     112.642µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:24:32 | 200 |    9.764734ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:32 | 200 |     405.746µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:32 | 200 |      99.845µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-09T22:24:32.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b9d9e2b7-ebb6-40f5-87ad-184674b80368","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:32.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b9d9e2b7-ebb6-40f5-87ad-184674b80368","keyPrefix":"sk-oai-nLBZGagSMe9f...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:32 | 201 |    1.635073ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:32.583Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b9d9e2b7-ebb6-40f5-87ad-184674b80368"}
{"level":"info","timestamp":"2026-06-09T22:24:32.583Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b9d9e2b7-ebb6-40f5-87ad-184674b80368","revokedBy":"alice_lead"}
[GIN] 2026/06/09 - 22:24:32 | 200 |    2.499166ms |      100.64.0.2 | DELETE   "/v1/api-keys/b9d9e2b7-ebb6-40f5-87ad-184674b80368" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:32 | 200 |      38.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:35 | 200 |     791.348µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-09T22:24:35.612Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/09 - 22:24:35 | 500 |     116.236µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:35.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"38d012fa-3405-497d-92b2-7ec2a0c92118","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:35.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38d012fa-3405-497d-92b2-7ec2a0c92118","keyPrefix":"sk-oai-pNEhqMtluNir...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:35 | 201 |    1.389854ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:35.911Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"5a0ea0b1-1442-4d08-9877-18951de16cab","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:35.911Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a0ea0b1-1442-4d08-9877-18951de16cab","keyPrefix":"sk-oai-TliA3J2TcSe6...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:35 | 201 |    1.624677ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:35.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b44fa85c-43db-4a45-b4fa-5dd971bc184d","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:35.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b44fa85c-43db-4a45-b4fa-5dd971bc184d","keyPrefix":"sk-oai-m8Rl2KoEOEpQ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:35 | 201 |    1.541027ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:36.011Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b44fa85c-43db-4a45-b4fa-5dd971bc184d"}
{"level":"info","timestamp":"2026-06-09T22:24:36.011Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b44fa85c-43db-4a45-b4fa-5dd971bc184d","revokedBy":"alice_lead"}
[GIN] 2026/06/09 - 22:24:36 | 200 |    1.994641ms |      100.64.0.4 | DELETE   "/v1/api-keys/b44fa85c-43db-4a45-b4fa-5dd971bc184d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 404 |     590.197µs |      100.64.0.2 | DELETE   "/v1/api-keys/b44fa85c-43db-4a45-b4fa-5dd971bc184d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:36.111Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d1b450ea-e20c-4304-9836-e50c628ef7f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:36.111Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d1b450ea-e20c-4304-9836-e50c628ef7f6","keyPrefix":"sk-oai-zAAlBdJ5mFU2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:36 | 201 |     1.60704ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 200 |     492.193µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     416.508µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     119.707µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:24:36 | 200 |     9.22804ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:36.226Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"892f7e4a-1ea3-4f91-a81b-3b406ae7f83c","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:36.226Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"892f7e4a-1ea3-4f91-a81b-3b406ae7f83c","keyPrefix":"sk-oai-CcXgR8fma2WH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:36 | 201 |    1.617507ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 200 |     428.086µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 403 |      86.623µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 200 |     362.544µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     322.284µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     123.076µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:24:36 | 200 |   11.112541ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:36.359Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5888042a-b8b7-43ab-bde3-fbbdbdee8168","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:36.359Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5888042a-b8b7-43ab-bde3-fbbdbdee8168","keyPrefix":"sk-oai-vRqjrpezhkGq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:36 | 201 |    1.712396ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 200 |     440.749µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |      361.34µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     187.098µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:24:36 | 200 |    9.029227ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:36 | 200 |     357.985µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     304.942µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/09 - 22:24:36 | 200 |     111.511µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/09 - 22:24:36 | 200 |    8.495382ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-09T22:24:36.506Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9eae57f5-be3e-4bcf-924d-339e219366c8","ephemeral":false}
{"level":"info","timestamp":"2026-06-09T22:24:36.506Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9eae57f5-be3e-4bcf-924d-339e219366c8","keyPrefix":"sk-oai-wx6FqnydWI3D...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/09 - 22:24:36 | 201 |     1.60924ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/09 - 22:24:37 | 200 |      40.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/09 - 22:24:39 | 200 |      37.525µs |      10.132.0.2 | GET      "/health"