[GIN] 2026/06/08 - 14:07:51 | 200 |      38.281µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:07:56.368Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b4ba5f4d-4d13-47fa-b200-211cd4c93fbf","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:56.368Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4ba5f4d-4d13-47fa-b200-211cd4c93fbf","keyPrefix":"sk-oai-LcNIR0fNZSAE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:56 | 201 |    1.915623ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:56 | 200 |     493.746µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:56 | 200 |     157.792µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:56 | 200 |      39.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:58 | 200 |      38.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:01 | 200 |      39.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:06 | 200 |      43.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:08 | 200 |      45.701µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:11 | 200 |      40.797µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:13.731Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6b78399a-8f0a-4348-b9e1-8da86942a04f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:13.731Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b78399a-8f0a-4348-b9e1-8da86942a04f","keyPrefix":"sk-oai-113yrYr8EF4a...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:13 | 201 |   10.607905ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:08:13.766Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2af11e16-1a99-4f6b-ad5e-0ad0725a428d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:13.766Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2af11e16-1a99-4f6b-ad5e-0ad0725a428d","keyPrefix":"sk-oai-p3unE8SUnfaP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:13 | 201 |    1.950039ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:13 | 200 |    1.179016ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:13 | 200 |      188.07µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:13 | 200 |     510.767µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:13 | 200 |     170.362µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:16 | 200 |      36.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:18 | 200 |       33.95µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:21 | 200 |      34.269µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:26 | 200 |      32.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:28 | 200 |      33.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:31 | 200 |      40.561µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T14:08:31.489Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T14:08:31.489Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:08:31 | 400 |     285.747µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:36 | 200 |      33.086µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:38 | 200 |      32.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:41 | 200 |       36.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:46 | 200 |      33.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:48 | 200 |       36.57µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:49.011Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"562687f0-44de-4f80-8416-3e88aaa43b67","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:49.011Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"562687f0-44de-4f80-8416-3e88aaa43b67","keyPrefix":"sk-oai-RQ0BTy0svHWp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:49 | 201 |    2.217312ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:08:49 | 200 |     545.155µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:08:49 | 200 |     156.235µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:08:51 | 200 |      44.392µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:56 | 200 |      32.621µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:58 | 200 |      34.411µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:08:58.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fff1a15c-6c42-45ca-b713-4591e6437ea0","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:08:58.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fff1a15c-6c42-45ca-b713-4591e6437ea0","keyPrefix":"sk-oai-JwFvhS4RKfom...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:08:58 | 201 |    2.243725ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:09:01 | 200 |      34.142µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:06 | 200 |    1.136426ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:09:06 | 200 |      113.34µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:09:06 | 200 |      33.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:08 | 200 |      33.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:11 | 200 |       34.43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:16 | 200 |      34.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:18 | 200 |      34.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:21 | 200 |       34.54µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:09:23.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d7dad08f-261a-4d0c-87e6-0a3a03c45e27","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:09:23.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7dad08f-261a-4d0c-87e6-0a3a03c45e27","keyPrefix":"sk-oai-8u6SvYnlGqyL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:09:23 | 201 |    1.898277ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:09:23 | 200 |     552.555µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:09:23 | 200 |     155.935µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:09:26 | 200 |      58.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:28 | 200 |      33.614µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:31 | 200 |      33.189µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:36 | 200 |      33.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:38 | 200 |      36.393µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:41 | 200 |       34.39µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:46 | 200 |      33.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:48 | 200 |       43.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:51 | 200 |      42.391µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:56 | 200 |      35.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:58 | 200 |      35.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:01 | 200 |       35.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:06 | 200 |      32.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:08 | 200 |      36.214µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:11 | 200 |      34.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:16 | 200 |      33.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:18 | 200 |      34.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:21 | 200 |        33.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:26 | 200 |      32.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:28 | 200 |      35.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:31 | 200 |       38.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:36 | 200 |      32.808µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:38 | 200 |      37.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:41 | 200 |      34.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:46 | 200 |      33.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:48 | 200 |       36.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:51 | 200 |       33.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:56 | 200 |      32.959µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:58 | 200 |      33.725µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:01 | 200 |      33.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:06 | 200 |      36.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:08 | 200 |      34.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:11 | 200 |      33.057µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:16 | 200 |      34.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:18 | 200 |      36.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:21 | 200 |       39.75µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:11:23.383Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"67c7beae-70df-4e90-b00f-3285745cfc41","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:11:23.383Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67c7beae-70df-4e90-b00f-3285745cfc41","keyPrefix":"sk-oai-KMx0eB7CMEXq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:11:23 | 201 |    2.989622ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:26 | 200 |      36.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:28 | 200 |      33.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:31 | 200 |      43.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:36 | 200 |      33.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:38 | 200 |      34.014µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:41 | 200 |      34.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:46 | 200 |     877.426µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:46 | 200 |     167.643µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:46 | 200 |      55.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:47 | 404 |     983.308µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:48 | 200 |      33.155µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:51 | 200 |      67.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:56 | 200 |      34.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:58 | 200 |      34.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:01 | 200 |      32.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:06 | 200 |      36.913µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:08 | 200 |      36.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:11 | 200 |      32.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:16 | 200 |       42.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:18 | 200 |      32.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:21 | 200 |      35.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:26 | 200 |      33.699µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:28 | 200 |       33.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:31 | 200 |      33.319µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:36 | 200 |       34.28µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:37.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"efd69b29-1110-44ca-9583-097283381f07","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:37.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"efd69b29-1110-44ca-9583-097283381f07","keyPrefix":"sk-oai-1JOJAw8KCKIW...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:37 | 201 |    2.300401ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:37 | 200 |     525.173µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:37 | 200 |     155.505µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:38 | 200 |      33.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:41 | 200 |      36.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:46 | 200 |      32.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:48 | 200 |      34.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:51 | 200 |      33.915µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:56 | 200 |      31.965µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:56.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5968bc0f-f701-4ee9-ae89-ffc744c92ece","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:56.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5968bc0f-f701-4ee9-ae89-ffc744c92ece","keyPrefix":"sk-oai-enEiN8XA9te5...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:56 | 201 |    1.967758ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:56 | 200 |     495.754µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:56 | 200 |     142.843µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:56 | 200 |     540.596µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:56 | 200 |     178.865µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:58 | 200 |      34.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:01 | 200 |      33.819µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:06 | 200 |      34.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:08 | 200 |       36.24µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:11 | 200 |      48.827µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:13:16.046Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fd590f1e-1f61-4653-a52b-39854ff27aa7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:16.046Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd590f1e-1f61-4653-a52b-39854ff27aa7","keyPrefix":"sk-oai-1BQMeuIrr6C1...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:16 | 201 |   10.976145ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:16 | 200 |    1.408592ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:16 | 200 |     467.544µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:16 | 200 |     159.493µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:16 | 200 |   20.637324ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:16 | 200 |      34.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:18 | 200 |      33.474µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:21 | 200 |      35.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:26 | 200 |      31.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:28 | 200 |      42.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:31 | 200 |      32.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:35 | 200 |     166.507µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:35 | 200 |     172.413µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:35 | 200 |   27.006474ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:36 | 200 |       33.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:38 | 200 |      32.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:41 | 200 |       35.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:46 | 200 |      34.489µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:13:47.428Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b4110523-adba-4daa-97fe-154822fe490a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:47.428Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4110523-adba-4daa-97fe-154822fe490a","keyPrefix":"sk-oai-JNPKPCM4nh2s...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:47 | 201 |     2.11703ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:48 | 200 |      33.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:51 | 200 |      47.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:56 | 200 |      40.236µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:58 | 200 |      40.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:01 | 200 |      46.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:06 | 200 |      51.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:08 | 200 |      41.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:11 | 200 |      39.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:16 | 200 |      41.665µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:17 | 200 |     928.215µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:17 | 200 |     144.031µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:17 | 200 |     575.448µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:17 | 200 |     485.203µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:17 | 200 |     128.291µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:17 | 200 |   10.960423ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:18 | 200 |      40.229µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:21 | 200 |      38.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:26 | 200 |      39.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:28 | 200 |      42.084µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:31 | 200 |       55.89µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:34 | 200 |     154.914µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:34 | 200 |   13.378195ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:36 | 200 |      42.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:38 | 200 |      53.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:41 | 200 |       39.88µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:43.378Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"559f9c2d-5e9f-4e86-8dc9-8bb97b756dd5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:43.378Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"559f9c2d-5e9f-4e86-8dc9-8bb97b756dd5","keyPrefix":"sk-oai-8XLKIjAvLwcy...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:43 | 201 |    3.429573ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:46 | 200 |      42.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:48 | 200 |      40.013µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:51 | 200 |     842.953µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:51 | 200 |     395.793µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:51 | 200 |     132.232µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:51 | 200 |    9.944701ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:51 | 200 |      37.537µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:51.928Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"88ed7418-619e-466b-ad31-52899a68ddae","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:51.928Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88ed7418-619e-466b-ad31-52899a68ddae","keyPrefix":"sk-oai-K3qTNVqHslzi...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:51 | 201 |     1.89339ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:56 | 200 |      45.561µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:58 | 200 |      47.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:59 | 200 |     763.677µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:59 | 200 |     411.702µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:59 | 200 |     147.574µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:59 | 200 |    6.586057ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:00 | 200 |     456.291µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:00 | 200 |     390.298µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:00 | 200 |     116.152µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:00 | 200 |    6.303407ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:15:00.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"094ccd36-842a-4585-8042-80a157084457","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:00.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"094ccd36-842a-4585-8042-80a157084457","keyPrefix":"sk-oai-raJlZyPCIlVG...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:00 | 201 |    1.813514ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:01 | 200 |       49.46µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:03.634Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 14:15:03 | 200 |    1.005234ms |     10.134.0.33 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 14:15:06 | 200 |      43.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:08 | 200 |      41.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:08 | 200 |     760.581µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:09 | 200 |     371.214µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:09 | 200 |     122.834µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:09 | 200 |    9.588192ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:11 | 200 |      39.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:16 | 200 |       44.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:18 | 200 |       40.66µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:18.192Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"551f5ffe-9cc1-4e58-963d-6975794e731d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:18.192Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"551f5ffe-9cc1-4e58-963d-6975794e731d","keyPrefix":"sk-oai-1FifgkvDgnsa...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:18 | 201 |    2.091506ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:21 | 200 |      42.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:26 | 200 |     769.895µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:26 | 200 |     461.734µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:26 | 200 |     163.572µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:26 | 200 |     444.815µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:26 | 200 |     153.483µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:26 | 200 |   21.531303ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:26 | 200 |      38.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:28 | 200 |      50.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:31 | 200 |      41.778µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:36 | 200 |      50.252µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:37.590Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6d06ebb-14b0-4b4b-9d74-fd733a10b467","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:37.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6d06ebb-14b0-4b4b-9d74-fd733a10b467","keyPrefix":"sk-oai-1PPxNU30JqE0...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:37 | 201 |    2.040171ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:38 | 200 |      53.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:41 | 200 |      38.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:45 | 200 |     774.922µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:45 | 200 |     514.347µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:45 | 200 |     182.355µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:45 | 200 |   10.178157ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:45 | 200 |     151.325µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:45 | 200 |   24.338737ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:46 | 200 |      39.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:48 | 200 |      39.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:51 | 200 |      41.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:56 | 200 |      41.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:58 | 200 |      42.823µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:59 | 200 |     191.335µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:59 | 200 |     191.699µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:00 | 200 |     178.924µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:00 | 200 |   43.079445ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:01 | 200 |      38.067µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:06 | 200 |      40.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:08 | 200 |      44.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:11 | 200 |       41.15µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:16 | 200 |      41.082µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:17 | 200 |     202.812µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:17 | 200 |   14.669323ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:18 | 200 |      41.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:21 | 200 |      41.324µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:26 | 200 |      51.011µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:28 | 200 |      39.097µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:16:28.693Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ca305734-a654-44a2-99c9-9da548c836fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:28.693Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca305734-a654-44a2-99c9-9da548c836fd","keyPrefix":"sk-oai-1Fvw5TeopyrP...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:28 | 201 |    3.519882ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:31 | 200 |      40.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:36 | 200 |      40.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:36 | 200 |     966.336µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:36 | 200 |     151.156µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:16:37.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"298e4623-2b43-4530-bbb6-a8dc1c715878","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:37.358Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"298e4623-2b43-4530-bbb6-a8dc1c715878","keyPrefix":"sk-oai-12TOwx6lV3tg...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:37 | 201 |    1.741429ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:38 | 200 |      37.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:41 | 200 |      40.165µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:45 | 200 |     999.798µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:45 | 200 |     507.954µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:45 | 200 |     174.651µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:45 | 200 |   11.993034ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:16:45.795Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6cbde6b8-6ab2-4cb9-ae74-cc8358359bc2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:45.795Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6cbde6b8-6ab2-4cb9-ae74-cc8358359bc2","keyPrefix":"sk-oai-1ZViE3QysTg8...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:45 | 201 |    1.720312ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:46 | 200 |       40.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:48 | 200 |      39.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:51 | 200 |      38.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:53 | 200 |    1.302084ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:53 | 200 |     441.504µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:53 | 200 |     150.489µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:53 | 200 |    9.993919ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:16:54.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"94df95e4-d7fe-468e-9c6f-f719c088736b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:54.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94df95e4-d7fe-468e-9c6f-f719c088736b","keyPrefix":"sk-oai-tpMCYlPO3KZQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:54 | 201 |    1.849219ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:56 | 200 |      41.551µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:58 | 200 |      37.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:01 | 200 |      37.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:02 | 200 |      736.08µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:02 | 200 |     368.888µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:02 | 200 |     139.842µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:02 | 200 |    9.740309ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:06 | 200 |      38.935µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:08 | 200 |        40.8µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:11 | 200 |      38.525µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:17:11.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"17fd4829-a030-46dd-b2a5-ba23350087db","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:17:11.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17fd4829-a030-46dd-b2a5-ba23350087db","keyPrefix":"sk-oai-19A3xOuPGZCY...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:17:11 | 201 |    1.694032ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:16 | 200 |      40.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:18 | 200 |       40.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:21 | 200 |      49.037µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:26 | 200 |      42.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:28 | 200 |      45.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:28 | 200 |     817.676µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:28 | 403 |     106.289µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:31 | 200 |      39.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:36 | 200 |      41.207µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:38 | 200 |      42.413µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:41 | 200 |      37.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:45 | 403 |     121.086µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:46 | 200 |      46.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:48 | 200 |       39.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:51 | 200 |      42.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:56 | 200 |      41.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:58 | 200 |      40.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:01 | 200 |      43.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:02 | 403 |     123.898µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:06 | 200 |      40.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:08 | 200 |      37.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:11 | 200 |      39.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:16 | 200 |      41.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:18 | 200 |      40.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:19 | 403 |     141.634µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:21 | 200 |      39.159µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:26 | 200 |       39.09µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:28 | 200 |      40.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:31 | 200 |      51.136µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:18:34.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"926bf109-fe63-46ab-bb0d-d3d4a798c515","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:34.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"926bf109-fe63-46ab-bb0d-d3d4a798c515","keyPrefix":"sk-oai-UdArBUjbbk9o...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:34 | 201 |    2.184529ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:36 | 200 |      37.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:38 | 200 |      40.327µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:41 | 200 |      65.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:42 | 200 |     902.344µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:42 | 200 |     470.592µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:42 | 200 |     173.806µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:42 | 200 |   18.261955ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:46 | 200 |      37.327µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:48 | 200 |      50.179µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:51 | 200 |      34.843µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:18:56.364Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f59be764-9b8b-4716-8136-2563572aa98c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:56.364Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f59be764-9b8b-4716-8136-2563572aa98c","keyPrefix":"sk-oai-18yUxjfsOYzy...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:56 | 201 |    2.174981ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:18:56.403Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"228232ec-7a50-4e06-bfb3-338d7de61a11","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:56.403Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"228232ec-7a50-4e06-bfb3-338d7de61a11","keyPrefix":"sk-oai-7NB9mRsV0NDq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:56 | 201 |     1.71159ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:56 | 200 |      41.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:58 | 200 |       39.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:01 | 200 |      39.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:04 | 200 |    1.023118ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:04 | 200 |     414.633µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:04 | 200 |     163.005µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:04 | 200 |   10.136334ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:04 | 200 |     487.841µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:04 | 200 |     381.563µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:04 | 200 |     149.075µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:04 | 200 |    9.957003ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:06 | 200 |      55.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:08 | 200 |      43.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:11 | 200 |       43.92µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:16 | 200 |      39.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:18 | 200 |      52.927µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:21 | 200 |     170.178µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:21 | 200 |     185.891µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:21 | 200 |     190.293µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:21 | 200 |   38.692197ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:21 | 200 |      39.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:26 | 200 |      41.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:28 | 200 |      40.884µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:31 | 200 |      45.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:35 | 200 |     183.753µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:35 | 200 |   21.121369ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:35 | 200 |     195.377µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:35 | 200 |   18.621272ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:36 | 200 |      41.969µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:38 | 200 |      43.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:41 | 200 |      39.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:46 | 200 |      48.265µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:48 | 200 |      39.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:51 | 200 |      38.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:56 | 200 |      40.823µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:58 | 200 |      40.751µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:20:01.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e182453c-3d79-48d7-93f3-629052b9a923","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:01.370Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e182453c-3d79-48d7-93f3-629052b9a923","keyPrefix":"sk-oai-mlClrKNtUp5C...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:01 | 201 |    3.318095ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:01 | 200 |     504.111µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:01 | 200 |     150.385µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:01 | 200 |      482.44µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:01 | 200 |     152.296µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:01 | 200 |     481.452µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:01 | 200 |     151.457µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:01 | 200 |      36.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:01 | 200 |     449.973µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:01 | 200 |     397.027µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:01 | 200 |      146.96µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:01 | 200 |   12.489088ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:06 | 200 |      39.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:08 | 200 |      41.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:11 | 200 |      40.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:16 | 200 |       43.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:18 | 200 |      41.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:21 | 200 |      39.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:26 | 200 |      42.017µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:28 | 200 |      38.796µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:31 | 200 |      44.786µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:36 | 200 |      46.895µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:38 | 200 |      42.246µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:20:39.982Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5f664ad7-9fb9-4739-82d5-f470edaede65","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:39.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f664ad7-9fb9-4739-82d5-f470edaede65","keyPrefix":"sk-oai-xi4CK4Ahaz7v...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:39 | 201 |    1.995437ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:40.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2f029a2a-f825-4106-a3b6-5a9592f8c720","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:40.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f029a2a-f825-4106-a3b6-5a9592f8c720","keyPrefix":"sk-oai-1XvLNroomEhT...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:40 | 201 |    1.624968ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:40.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7318ddce-b219-468f-848c-80966ce43503","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:40.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7318ddce-b219-468f-848c-80966ce43503","keyPrefix":"sk-oai-MU6BewkOkaWQ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:40 | 201 |    1.948584ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:40 | 200 |      531.43µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:40 | 200 |     390.478µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:40 | 200 |     143.427µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:40 | 200 |   10.238917ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:40 | 200 |     484.486µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:40 | 200 |     135.236µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T14:20:40.923Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ba3cfbeb-0a83-4860-96dc-e1a243b09689","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:40.923Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba3cfbeb-0a83-4860-96dc-e1a243b09689","keyPrefix":"sk-oai-altqowF05KNv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:40 | 201 |    2.512772ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:40.949Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ba3cfbeb-0a83-4860-96dc-e1a243b09689"}
{"level":"info","timestamp":"2026-06-08T14:20:40.949Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ba3cfbeb-0a83-4860-96dc-e1a243b09689","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:20:40 | 200 |    2.698708ms |      100.64.0.3 | DELETE   "/v1/api-keys/ba3cfbeb-0a83-4860-96dc-e1a243b09689" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:41 | 200 |      40.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:43 | 200 |     788.188µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T14:20:43.980Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:20:43 | 500 |     123.761µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4137c14b-644e-430e-bcfe-075ddcb8cb27","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4137c14b-644e-430e-bcfe-075ddcb8cb27","keyPrefix":"sk-oai-1JxoKfrVPrsv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.713343ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"053f63bc-0858-4292-b1a5-de01af267ced","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.315Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"053f63bc-0858-4292-b1a5-de01af267ced","keyPrefix":"sk-oai-1AKRkIO1RQCh...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.468881ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.408Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9","keyPrefix":"sk-oai-dvCAeMAeLmJA...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.735284ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.437Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9"}
{"level":"info","timestamp":"2026-06-08T14:20:44.437Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:20:44 | 200 |    2.239771ms |      100.64.0.4 | DELETE   "/v1/api-keys/fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 404 |      735.61µs |      100.64.0.2 | DELETE   "/v1/api-keys/fa07ab21-91f9-4c4a-a3d7-19a539aaa1e9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cd3d816a-e19e-4055-818b-7a040185ded6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd3d816a-e19e-4055-818b-7a040185ded6","keyPrefix":"sk-oai-pVVNSN7RSGCz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.742967ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 200 |     488.395µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     525.107µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     135.398µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:44 | 200 |   10.570013ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.698Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"83fc260d-f462-438b-acf3-1663ed58d132","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.698Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83fc260d-f462-438b-acf3-1663ed58d132","keyPrefix":"sk-oai-1DrjNpolPlbD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.786574ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 200 |     503.898µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 403 |      99.023µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 200 |     597.651µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     450.283µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     134.346µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:44 | 200 |   10.850787ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:44.858Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3ebcbc95-ecb9-4781-b795-223d5f9a7345","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:44.858Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ebcbc95-ecb9-4781-b795-223d5f9a7345","keyPrefix":"sk-oai-PGbBQSP18aNj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:44 | 201 |    1.700357ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 200 |      468.77µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     386.918µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     119.932µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:44 | 200 |    9.602303ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:44 | 200 |     456.486µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |      361.84µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:20:44 | 200 |     121.835µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:20:44 | 200 |    9.697063ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:20:45.021Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"97919067-5368-4a86-a7ec-a4d14aca56e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:20:45.021Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97919067-5368-4a86-a7ec-a4d14aca56e1","keyPrefix":"sk-oai-Ae9u7D4LQQ9g...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:20:45 | 201 |    1.710787ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:20:46 | 200 |      65.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:20:48 | 200 |      40.454µs |      10.133.0.2 | GET      "/health"