[GIN] 2026/06/07 - 09:33:30 | 200 |     405.846µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:33:30 | 200 |     182.988µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:33:30 | 200 |     426.136µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:33:30 | 200 |     182.217µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:33:31 | 200 |      44.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:36 | 200 |       40.03µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:38 | 200 |      40.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:41 | 200 |      45.832µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:46 | 200 |      39.077µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:48 | 200 |      52.663µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-07T09:33:48.452Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-07T09:33:48.452Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/07 - 09:33:48 | 400 |     347.575µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:33:51 | 200 |      37.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:56 | 200 |      36.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:33:58 | 200 |      36.787µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:01 | 200 |       39.07µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:34:05.841Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f91670ff-f1bc-498b-819a-3763389f96bb","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:34:05.841Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f91670ff-f1bc-498b-819a-3763389f96bb","keyPrefix":"sk-oai-sECLYddBMi1o...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:34:05 | 201 |   11.063954ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:34:05 | 200 |    1.287625ms |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:34:05 | 200 |     163.673µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:34:06 | 200 |      35.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:08 | 200 |      36.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:11 | 200 |      33.454µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:34:14.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c996e3f9-2126-4238-8688-ae99cf9c0a97","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:34:14.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c996e3f9-2126-4238-8688-ae99cf9c0a97","keyPrefix":"sk-oai-OtsR8XCmrx5I...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:34:14 | 201 |     2.10487ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:34:16 | 200 |       41.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:18 | 200 |      33.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:21 | 200 |      35.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:23 | 200 |     813.991µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:34:23 | 200 |     109.156µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:34:26 | 200 |      33.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:28 | 200 |      33.742µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:31 | 200 |       34.06µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:36 | 200 |      40.967µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:38 | 200 |      37.591µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:34:40.452Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3e97ab4e-9fc8-411d-9820-2950d3f76fb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:34:40.452Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e97ab4e-9fc8-411d-9820-2950d3f76fb6","keyPrefix":"sk-oai-1MS3yunoJHXZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:34:40 | 201 |      2.0241ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:34:40 | 200 |     520.449µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:34:40 | 200 |      148.33µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:34:41 | 200 |      35.004µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:46 | 200 |      35.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:48 | 200 |      34.639µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:51 | 200 |      35.145µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:56 | 200 |      35.022µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:34:58 | 200 |      35.273µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:01 | 200 |       35.35µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:06 | 200 |      36.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:08 | 200 |      62.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:11 | 200 |      34.175µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:16 | 200 |      33.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:18 | 200 |      36.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:21 | 200 |      36.495µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:26 | 200 |      40.837µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:28 | 200 |      35.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:31 | 200 |      34.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:36 | 200 |      34.405µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:38 | 200 |      33.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:41 | 200 |      40.848µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:46 | 200 |      33.094µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:48 | 200 |      38.503µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:51 | 200 |      36.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:56 | 200 |      41.571µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:35:58 | 200 |      45.833µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:01 | 200 |      40.409µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:06 | 200 |      41.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:08 | 200 |      42.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:11 | 200 |      40.554µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:16 | 200 |      42.351µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:18 | 200 |      42.545µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:21 | 200 |      45.413µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:26 | 200 |      42.644µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:28 | 200 |      48.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:31 | 200 |       43.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:36 | 200 |      42.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:38 | 200 |      52.703µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:36:39.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b985fea9-c1b2-40e1-a20c-d079dd8df77d","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:36:39.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b985fea9-c1b2-40e1-a20c-d079dd8df77d","keyPrefix":"sk-oai-5hkjw0WUIypJ...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:36:39 | 201 |    1.986851ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:36:41 | 200 |      52.807µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:46 | 200 |      38.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:48 | 200 |      40.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:51 | 200 |      45.295µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:56 | 200 |       54.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:36:58 | 200 |      39.919µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:01 | 200 |      45.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:03 | 200 |     788.035µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:37:03 | 200 |     161.063µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:37:03 | 404 |     799.561µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:37:06 | 200 |      42.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:08 | 200 |      44.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:11 | 200 |      41.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:16 | 200 |      43.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:18 | 200 |      39.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:21 | 200 |      45.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:26 | 200 |      40.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:28 | 200 |      41.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:31 | 200 |        66.7µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:36 | 200 |      46.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:38 | 200 |      42.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:41 | 200 |      39.893µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:46 | 200 |      42.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:48 | 200 |      45.722µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:51 | 200 |      73.328µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:37:53.984Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e2b82d60-e7b5-4244-84b6-caf64126b134","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:37:53.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e2b82d60-e7b5-4244-84b6-caf64126b134","keyPrefix":"sk-oai-1ROcokD1rc12...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:37:53 | 201 |    1.932235ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:37:54 | 200 |     523.087µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:37:54 | 200 |     165.018µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:37:56 | 200 |      33.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:37:58 | 200 |      44.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:01 | 200 |      39.319µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:06 | 200 |      37.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:08 | 200 |      44.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:11 | 200 |      37.877µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:38:13.223Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d18c42c4-8869-4b62-9e96-f3cde184580a","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:38:13.224Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d18c42c4-8869-4b62-9e96-f3cde184580a","keyPrefix":"sk-oai-1BKkR5zFv5Jy...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:38:13 | 201 |    2.184558ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:38:13 | 200 |     565.872µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:38:13 | 200 |     161.632µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:38:13 | 200 |     514.639µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:38:13 | 200 |       152.5µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:38:16 | 200 |      43.562µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:18 | 200 |      34.336µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:21 | 200 |      45.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:26 | 200 |      34.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:28 | 200 |      41.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:31 | 200 |      34.593µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:38:32.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f6ed5402-ab30-47f0-be57-fc151599325d","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:38:32.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f6ed5402-ab30-47f0-be57-fc151599325d","keyPrefix":"sk-oai-RJSgIlYFqSV1...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:38:32 | 201 |    1.949588ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:38:32 | 200 |     449.005µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:38:32 | 200 |     373.013µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:38:32 | 200 |     161.176µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:38:32 | 200 |    21.76392ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:38:36 | 200 |      49.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:38 | 200 |      34.782µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:41 | 200 |       34.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:46 | 200 |      34.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:48 | 200 |       34.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:51 | 200 |      34.615µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:52 | 200 |     173.806µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:38:52 | 200 |     156.285µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:38:52 | 200 |   23.241572ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:38:56 | 200 |      36.785µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:38:58 | 200 |      35.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:01 | 200 |      34.433µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:39:04.005Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ca1d3d65-ab18-437f-929a-3f667c12ced8","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:39:04.005Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca1d3d65-ab18-437f-929a-3f667c12ced8","keyPrefix":"sk-oai-k06Wcqx96Qtx...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:39:04 | 201 |    2.329277ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:39:06 | 200 |      35.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:08 | 200 |      34.113µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:11 | 200 |      34.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:16 | 200 |      31.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:18 | 200 |      33.037µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:21 | 200 |      34.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:26 | 200 |      38.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:28 | 200 |      35.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:31 | 200 |      34.943µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:34 | 200 |    9.243711ms |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:39:34 | 200 |     134.018µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:39:34 | 200 |     466.482µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:39:34 | 200 |     426.202µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:39:34 | 200 |     120.084µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:39:34 | 200 |   10.063572ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:39:36 | 200 |      43.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:38 | 200 |      41.232µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:41 | 200 |       41.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:46 | 200 |      40.875µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:48 | 200 |      40.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:51 | 200 |     165.705µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:39:51 | 200 |   13.901967ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:39:51 | 200 |       43.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:56 | 200 |       44.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:39:58 | 200 |      44.492µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:39:59.832Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1272e838-1453-4c5f-b007-8a4edab6d09e","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:39:59.832Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1272e838-1453-4c5f-b007-8a4edab6d09e","keyPrefix":"sk-oai-LxOs9iiDtLvL...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:39:59 | 201 |    2.179794ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:01 | 200 |      40.054µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:06 | 200 |      45.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:07 | 200 |     756.919µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:07 | 200 |     402.083µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:07 | 200 |     141.947µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:07 | 200 |    9.994289ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:08 | 200 |      40.682µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:40:08.380Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f78a16ae-90af-40d0-885e-d7b7f0f8a446","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:40:08.380Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f78a16ae-90af-40d0-885e-d7b7f0f8a446","keyPrefix":"sk-oai-1CGyLGjA048J...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:40:08 | 201 |    1.752073ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:11 | 200 |      39.548µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:16 | 200 |     782.979µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:16 | 200 |     389.611µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:16 | 200 |     126.971µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:16 | 200 |    7.033649ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:16 | 200 |     325.811µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:16 | 200 |     335.073µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:16 | 200 |     131.813µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:16 | 200 |     6.49791ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:16 | 200 |       38.92µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:40:17.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84d626c2-77ff-4adb-b80a-8f6a864ed5ed","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:40:17.499Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84d626c2-77ff-4adb-b80a-8f6a864ed5ed","keyPrefix":"sk-oai-13Zyfo0VWUbu...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:40:17 | 201 |    1.936081ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:18 | 200 |      41.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:21 | 200 |      43.266µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:25 | 200 |     950.508µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:25 | 200 |     387.993µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:25 | 200 |     152.607µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:25 | 200 |   10.016897ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:26 | 200 |      45.607µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:28 | 200 |      38.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:31 | 200 |      41.231µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:40:34.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0f6d4747-2d5a-42f3-af13-b78138362ec6","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:40:34.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f6d4747-2d5a-42f3-af13-b78138362ec6","keyPrefix":"sk-oai-4v6k2oUqThcN...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:40:34 | 201 |    2.091312ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:36 | 200 |      43.234µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:38 | 200 |       40.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:41 | 200 |      48.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:42 | 200 |      653.56µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:42 | 200 |     358.002µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:42 | 200 |     186.454µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:42 | 200 |     326.281µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:40:42 | 200 |     133.977µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:40:42 | 200 |   19.722829ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:46 | 200 |      41.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:48 | 200 |      42.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:51 | 200 |       40.55µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:40:56.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"26cd8536-c85c-4bec-95bf-2b3ee1880135","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:40:56.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26cd8536-c85c-4bec-95bf-2b3ee1880135","keyPrefix":"sk-oai-1dCXkgzQnnNM...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:40:56 | 201 |    2.973298ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:40:56 | 200 |      45.772µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:40:58 | 200 |      46.017µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:01 | 200 |       40.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:04 | 200 |     853.233µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:41:04 | 200 |     463.579µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:41:04 | 200 |     143.567µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:04 | 200 |   10.542503ms |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:41:04 | 200 |     137.654µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:04 | 200 |   33.773459ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:41:06 | 200 |      39.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:08 | 200 |      45.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:11 | 200 |      41.067µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:16 | 200 |      39.701µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:18 | 200 |      44.146µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:18 | 200 |     178.784µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:18 | 200 |     179.909µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:18 | 200 |     155.798µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:18 | 200 |   39.692497ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:41:21 | 200 |      44.508µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:26 | 200 |      41.028µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:28 | 200 |      40.253µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:31 | 200 |      40.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:35 | 200 |     166.893µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:41:35 | 200 |   12.917842ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:41:36 | 200 |      46.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:38 | 200 |      47.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:41 | 200 |      54.336µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:46 | 200 |      43.852µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:41:47.022Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d9460bab-f1c2-450a-b1b9-93eeb8371837","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:41:47.022Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d9460bab-f1c2-450a-b1b9-93eeb8371837","keyPrefix":"sk-oai-Up1cfPGNUIqx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:41:47 | 201 |    2.465438ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:41:48 | 200 |       39.31µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:51 | 200 |      42.004µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:55 | 200 |    1.004592ms |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:41:55 | 200 |     134.016µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:41:55.649Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a66cb7d-4051-4097-bb20-69d2ea2b3f25","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:41:55.649Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a66cb7d-4051-4097-bb20-69d2ea2b3f25","keyPrefix":"sk-oai-1em4csrvHTok...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:41:55 | 201 |    1.786257ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:41:56 | 200 |      41.017µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:41:58 | 200 |      42.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:01 | 200 |      40.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:03 | 200 |     792.084µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:03 | 200 |     438.715µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:03 | 200 |     135.154µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:42:03 | 200 |   11.553928ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:42:04.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7e19a44a-95c5-4c2b-80f0-f777f1833108","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:42:04.076Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e19a44a-95c5-4c2b-80f0-f777f1833108","keyPrefix":"sk-oai-1Gwde7JywYMQ...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:42:04 | 201 |    1.667738ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:42:06 | 200 |      43.844µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:08 | 200 |       39.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:11 | 200 |      39.985µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:12 | 200 |     788.768µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:12 | 200 |      403.96µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:12 | 200 |     127.316µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:42:12 | 200 |    9.689478ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:42:12.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c2c4a1c4-1e1b-4902-ac67-44b4b1c3c8f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:42:12.836Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2c4a1c4-1e1b-4902-ac67-44b4b1c3c8f3","keyPrefix":"sk-oai-1bQ6URSJRRWJ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:42:12 | 201 |    1.866112ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:42:16 | 200 |      44.561µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:18 | 200 |       39.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:20 | 200 |      718.95µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:20 | 200 |     362.617µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:20 | 200 |     165.734µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:42:20 | 200 |    9.646946ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:42:21 | 200 |      49.957µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:26 | 200 |      43.349µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:28 | 200 |      63.704µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:42:30.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"297af469-414d-4882-ae37-d22ca89014b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:42:30.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"297af469-414d-4882-ae37-d22ca89014b3","keyPrefix":"sk-oai-18m10zmuP8P6...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:42:30 | 201 |    1.932177ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:42:31 | 200 |      51.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:36 | 200 |      42.172µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:38 | 200 |      39.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:41 | 200 |      43.352µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:46 | 200 |      671.26µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:42:46 | 403 |     137.005µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:42:46 | 200 |      47.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:48 | 200 |      44.171µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:51 | 200 |      37.865µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:56 | 200 |      39.049µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:42:58 | 200 |      38.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:01 | 200 |      52.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:03 | 403 |     119.686µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:43:06 | 200 |      40.699µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:08 | 200 |      41.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:11 | 200 |      43.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:16 | 200 |      42.342µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:18 | 200 |      41.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:20 | 403 |      199.04µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:43:21 | 200 |      46.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:26 | 200 |      39.264µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:28 | 200 |      40.242µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:31 | 200 |      52.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:36 | 200 |      43.065µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:37 | 403 |     129.391µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:43:38 | 200 |      52.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:41 | 200 |      40.663µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:46 | 200 |      45.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:48 | 200 |      41.389µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:51 | 200 |      39.183µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:43:52.067Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a90324a3-bfb1-491d-9aa3-54fd0738baf6","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:43:52.067Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a90324a3-bfb1-491d-9aa3-54fd0738baf6","keyPrefix":"sk-oai-Ru3XRr579j7t...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:43:52 | 201 |    2.177731ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:43:56 | 200 |      38.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:43:58 | 200 |      39.057µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:00 | 200 |      627.08µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:00 | 200 |     431.157µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:00 | 200 |     193.476µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:00 | 200 |   17.795947ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:01 | 200 |      41.211µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:06 | 200 |      50.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:08 | 200 |      41.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:11 | 200 |      42.146µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:44:13.297Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f3b3e7f-f1b8-4b0f-9784-ab44978fdcc5","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:44:13.297Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f3b3e7f-f1b8-4b0f-9784-ab44978fdcc5","keyPrefix":"sk-oai-UA2DApIXxESR...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:44:13 | 201 |    2.010104ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:44:13.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a0fefc6-45cb-4b85-9cfa-fe92f09041de","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:44:13.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a0fefc6-45cb-4b85-9cfa-fe92f09041de","keyPrefix":"sk-oai-pcFuro5xa01G...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:44:13 | 201 |    1.783225ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:16 | 200 |      52.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:18 | 200 |      45.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:21 | 200 |     707.123µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:21 | 200 |     433.773µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:21 | 200 |     442.435µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:21 | 200 |   13.250623ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:21 | 200 |     432.909µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:21 | 200 |     335.145µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:44:21 | 200 |     152.918µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:21 | 200 |   10.419324ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:21 | 200 |      35.526µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:26 | 200 |      40.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:28 | 200 |      42.341µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:31 | 200 |      53.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:36 | 200 |     202.038µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:36 | 200 |      204.92µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:36 | 200 |     214.304µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:36 | 200 |   44.337264ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:36 | 200 |      44.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:38 | 200 |      40.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:41 | 200 |      42.565µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:46 | 200 |      38.266µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:48 | 200 |      42.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:51 | 200 |      39.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:52 | 200 |     200.886µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:52 | 200 |   12.988025ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:52 | 200 |     168.408µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:44:52 | 200 |   11.924322ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:44:56 | 200 |      41.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:44:58 | 200 |      46.142µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:45:01.518Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/07 - 09:45:01 | 200 |     875.539µs |     10.134.0.50 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/07 - 09:45:01 | 200 |      34.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:06 | 200 |      40.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:08 | 200 |      46.049µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:11 | 200 |      49.031µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:16 | 200 |      37.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:18 | 200 |       48.81µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:45:18.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"880cc996-18ec-49ec-addd-41c9d91c26d3","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:45:18.539Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"880cc996-18ec-49ec-addd-41c9d91c26d3","keyPrefix":"sk-oai-1LVS3JqTS8Wc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:45:18 | 201 |     1.74279ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:45:18 | 200 |     436.331µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:18 | 200 |     147.623µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:45:18 | 200 |     384.834µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:18 | 200 |      143.95µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:45:18 | 200 |     391.682µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:18 | 200 |     142.283µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:45:18 | 200 |     394.602µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:18 | 200 |     335.939µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:18 | 200 |     117.745µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:45:18 | 200 |   10.818148ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:45:21 | 200 |      38.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:26 | 200 |      45.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:28 | 200 |      45.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:31 | 200 |       41.61µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:45:32.233Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6f6dea66-c1e9-4764-9192-bab33b07fc00","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:45:32.233Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f6dea66-c1e9-4764-9192-bab33b07fc00","keyPrefix":"sk-oai-1NNtLPaCba50...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/07 - 09:45:32 | 201 |    3.002372ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:45:32 | 200 |     470.222µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:45:32 | 200 |     462.913µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:45:36 | 200 |      40.246µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:38 | 200 |      38.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:41 | 200 |      39.572µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:46 | 200 |      57.399µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:48 | 200 |      39.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:51 | 200 |      39.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:56 | 200 |      37.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:45:58 | 200 |      52.272µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:01 | 200 |      40.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:06 | 200 |      42.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:08 | 200 |      38.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:11 | 200 |      40.807µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:16 | 200 |      39.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:18 | 200 |      53.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:21 | 200 |      43.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:26 | 200 |      59.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:28 | 200 |      55.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:31 | 200 |      42.669µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:36 | 200 |      43.879µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:38 | 200 |      60.201µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-07T09:46:38.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"20e09e73-3900-475f-89d1-c0737b0d00b0","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:38.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20e09e73-3900-475f-89d1-c0737b0d00b0","keyPrefix":"sk-oai-NZUtTgY63MAL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:38 | 201 |   10.888068ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:39.078Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"751c431d-7051-44d7-ba59-856dc4393103","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:39.078Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"751c431d-7051-44d7-ba59-856dc4393103","keyPrefix":"sk-oai-o8odATWMLzR6...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:39 | 201 |    1.893527ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:39.463Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c4edcb07-de8a-44ef-9b00-0ac1f7b0137d","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:39.463Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4edcb07-de8a-44ef-9b00-0ac1f7b0137d","keyPrefix":"sk-oai-AS4hWzGKSgif...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:39 | 201 |    1.696661ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:39 | 200 |    1.143096ms |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:39 | 200 |     395.869µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:39 | 200 |      154.57µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:46:39 | 200 |    9.216818ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:39 | 200 |     446.384µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:39 | 200 |     140.512µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-07T09:46:39.700Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9f10c79f-f3f5-4e0a-8c50-d692e11bda09","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:39.700Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f10c79f-f3f5-4e0a-8c50-d692e11bda09","keyPrefix":"sk-oai-1Ve1ohoVZVPq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:39 | 201 |    1.682081ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:39.728Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9f10c79f-f3f5-4e0a-8c50-d692e11bda09"}
{"level":"info","timestamp":"2026-06-07T09:46:39.728Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9f10c79f-f3f5-4e0a-8c50-d692e11bda09","revokedBy":"alice_lead"}
[GIN] 2026/06/07 - 09:46:39 | 200 |    2.567716ms |      100.64.0.2 | DELETE   "/v1/api-keys/9f10c79f-f3f5-4e0a-8c50-d692e11bda09" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:41 | 200 |      50.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:42 | 200 |     795.409µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-07T09:46:42.757Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/07 - 09:46:42 | 500 |     110.439µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.219Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"288a1d79-ca91-431e-ba0c-68f570ec261d","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:43.219Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"288a1d79-ca91-431e-ba0c-68f570ec261d","keyPrefix":"sk-oai-ABiMaTY8zCgE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:43 | 201 |    1.621137ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"fe0c561d-0a74-4294-bdd4-61cff2319b69","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:43.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe0c561d-0a74-4294-bdd4-61cff2319b69","keyPrefix":"sk-oai-BoZGeiAF5qfV...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:43 | 201 |    1.746271ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.394Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"67d88f1c-ec00-43d3-b085-a6853fe4fd6d","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:43.394Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67d88f1c-ec00-43d3-b085-a6853fe4fd6d","keyPrefix":"sk-oai-104j8F0z75To...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:43 | 201 |    1.668379ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.419Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"67d88f1c-ec00-43d3-b085-a6853fe4fd6d"}
{"level":"info","timestamp":"2026-06-07T09:46:43.419Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"67d88f1c-ec00-43d3-b085-a6853fe4fd6d","revokedBy":"alice_lead"}
[GIN] 2026/06/07 - 09:46:43 | 200 |    2.139027ms |      100.64.0.4 | DELETE   "/v1/api-keys/67d88f1c-ec00-43d3-b085-a6853fe4fd6d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:43 | 404 |     596.592µs |      100.64.0.4 | DELETE   "/v1/api-keys/67d88f1c-ec00-43d3-b085-a6853fe4fd6d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.591Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"924f7790-fe0e-409f-b53d-cf23dd812141","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:43.591Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"924f7790-fe0e-409f-b53d-cf23dd812141","keyPrefix":"sk-oai-gOIWyW3wJ1gM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:43 | 201 |    1.685938ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:43 | 200 |     492.652µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:43 | 200 |     409.627µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:43 | 200 |     116.178µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:46:43 | 200 |    9.607455ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:43.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a03d252f-5182-4090-b53e-dca40fcf49c7","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:43.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a03d252f-5182-4090-b53e-dca40fcf49c7","keyPrefix":"sk-oai-MXKmUArjCnvF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:43 | 201 |    1.766173ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:43 | 200 |     495.422µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:43 | 403 |      86.205µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:43 | 200 |     384.668µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:43 | 200 |     318.145µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:43 | 200 |     130.429µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:46:43 | 200 |    9.287556ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:44.003Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c0f8382f-9a77-4f6f-b5ee-2c9fe0981e05","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:44.003Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0f8382f-9a77-4f6f-b5ee-2c9fe0981e05","keyPrefix":"sk-oai-PhyOa2cHHrXl...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:44 | 201 |    1.642801ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:44 | 200 |     385.158µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:44 | 200 |     350.995µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:44 | 200 |     117.742µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:46:44 | 200 |    8.984473ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:44 | 200 |     362.538µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:44 | 200 |     327.585µs |     10.132.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/07 - 09:46:44 | 200 |      121.59µs |     10.132.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/07 - 09:46:44 | 200 |    8.777773ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-07T09:46:44.216Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"56ce89a7-ccbc-4fd4-8909-1c7276671028","ephemeral":false}
{"level":"info","timestamp":"2026-06-07T09:46:44.216Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56ce89a7-ccbc-4fd4-8909-1c7276671028","keyPrefix":"sk-oai-1LWsJ8tmhG5Q...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/07 - 09:46:44 | 201 |    1.673261ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/07 - 09:46:46 | 200 |       39.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/07 - 09:46:48 | 200 |        43.2µs |      10.132.0.2 | GET      "/health"