[GIN] 2026/06/02 - 22:05:55 | 200 |     158.533µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:05:55 | 200 |     245.157µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:05:55 | 200 |     183.976µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:05:56 | 200 |       37.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:57 | 200 |      42.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:01 | 200 |      41.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:06 | 200 |       49.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:07 | 200 |      38.913µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:11 | 200 |      40.711µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T22:06:13.452Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T22:06:13.452Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 22:06:13 | 400 |     351.227µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:16 | 200 |        39.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:17 | 200 |      38.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:21 | 200 |      40.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:26 | 200 |      33.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:27 | 200 |      38.959µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:06:30.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d5718748-a010-4aaa-a87f-ed7fe3832a03","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:30.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5718748-a010-4aaa-a87f-ed7fe3832a03","keyPrefix":"sk-oai-1MsSwfxWNuKh...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:30 | 201 |   10.596669ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:30 | 200 |     878.636µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:30 | 200 |     134.983µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:31 | 200 |      34.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:36 | 200 |      34.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:37 | 200 |      33.504µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:06:39.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0e5283a7-1b61-49d5-ada8-39d4e9960a78","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:39.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e5283a7-1b61-49d5-ada8-39d4e9960a78","keyPrefix":"sk-oai-1cVu7ClkChIR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:39 | 201 |    1.259777ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:41 | 200 |      35.797µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:46 | 200 |      34.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:47 | 200 |      34.346µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:48 | 200 |     544.334µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:48 | 200 |     159.763µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:51 | 200 |      35.212µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:56 | 200 |       34.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:57 | 200 |      33.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:01 | 200 |      35.536µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:07:05.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"05480c7e-677f-47d2-b253-6e777bc4a29c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:07:05.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05480c7e-677f-47d2-b253-6e777bc4a29c","keyPrefix":"sk-oai-13NNqKQl93LI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:07:05 | 201 |    1.731096ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:05 | 200 |     345.497µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:07:05 | 200 |     161.952µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:06 | 200 |      35.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:07 | 200 |      35.525µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:11 | 200 |      35.433µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:16 | 200 |      34.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:17 | 200 |      47.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:21 | 200 |       35.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:26 | 200 |      36.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:27 | 200 |      34.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:31 | 200 |      33.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:36 | 200 |      34.997µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:37 | 200 |      32.747µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:41 | 200 |      40.391µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:46 | 200 |      34.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:47 | 200 |      34.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:51 | 200 |      34.786µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:56 | 200 |      34.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:57 | 200 |      34.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:01 | 200 |       37.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:06 | 200 |       35.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:07 | 200 |      38.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:11 | 200 |      32.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:16 | 200 |      33.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:17 | 200 |      36.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:21 | 200 |      32.985µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:26 | 200 |      42.822µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:27 | 200 |      39.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:31 | 200 |      44.179µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:36 | 200 |      39.412µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:37 | 200 |        42.5µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:41 | 200 |       40.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:46 | 200 |      41.034µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:47 | 200 |      41.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:51 | 200 |      42.561µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:56 | 200 |      37.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:57 | 200 |      39.158µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:01 | 200 |      38.277µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:09:05.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3022fd8d-470f-43b5-ae49-24b9d03024cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:09:05.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3022fd8d-470f-43b5-ae49-24b9d03024cd","keyPrefix":"sk-oai-e8JeMMs3Y3bh...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:09:05 | 201 |    2.446478ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:09:06 | 200 |       39.19µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:07 | 200 |      36.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:11 | 200 |      43.598µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:16 | 200 |      41.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:17 | 200 |       41.48µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:21 | 200 |      42.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:26 | 200 |      45.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:27 | 200 |      61.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:28 | 200 |     594.142µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:09:28 | 200 |     145.551µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:09:28 | 404 |     652.001µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:09:31 | 200 |      40.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:36 | 200 |      39.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:37 | 200 |      44.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:41 | 200 |      45.249µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:46 | 200 |       38.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:47 | 200 |      43.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:51 | 200 |      40.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:56 | 200 |      48.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:57 | 200 |       38.66µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:01 | 200 |       37.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:06 | 200 |      40.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:07 | 200 |      40.004µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:11 | 200 |      38.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:16 | 200 |      39.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:17 | 200 |       42.73µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:10:21.198Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e79d9f2b-869a-4acc-80c7-14733a1ddfc4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:21.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e79d9f2b-869a-4acc-80c7-14733a1ddfc4","keyPrefix":"sk-oai-rs6O5kQ5iVsU...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:21 | 201 |    1.664102ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:21 | 200 |     396.228µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:21 | 200 |     148.693µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:21 | 200 |      39.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:26 | 200 |      37.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:27 | 200 |      53.559µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:31 | 200 |      60.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:36 | 200 |      44.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:37 | 200 |      38.615µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:10:40.423Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f9716a17-9510-4ff8-b8eb-42297bb64f26","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:40.424Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f9716a17-9510-4ff8-b8eb-42297bb64f26","keyPrefix":"sk-oai-AmqKDZ2r45qR...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:40 | 201 |    2.087347ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:40 | 200 |      412.62µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:40 | 200 |     167.774µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:40 | 200 |      330.26µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:40 | 200 |     145.731µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:41 | 200 |      38.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:46 | 200 |       40.91µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:47 | 200 |      50.892µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:51 | 200 |      38.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:56 | 200 |      40.999µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:57 | 200 |      43.605µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:10:59.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5ca0040f-14f3-4acb-af98-852ca8caf8af","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:59.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ca0040f-14f3-4acb-af98-852ca8caf8af","keyPrefix":"sk-oai-LmFKpzlM2ePa...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:59 | 201 |    1.699821ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:59 | 200 |     284.118µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:59 | 200 |     239.914µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:59 | 200 |     167.328µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:59 | 200 |   18.694196ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:01 | 200 |      40.484µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:06 | 200 |      40.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:07 | 200 |       41.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:11 | 200 |      39.565µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:16 | 200 |      40.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:17 | 200 |      38.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:19 | 200 |     152.937µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:19 | 200 |      145.38µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:19 | 200 |   22.570901ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:21 | 200 |      45.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:26 | 200 |      42.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:27 | 200 |       37.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:31 | 200 |      41.718µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:11:33.294Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22efb52e-4781-496f-bebf-c4b606f9350a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:11:33.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22efb52e-4781-496f-bebf-c4b606f9350a","keyPrefix":"sk-oai-WzYVyDuklorO...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:11:33 | 201 |     9.47769ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:36 | 200 |      54.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:37 | 200 |      45.814µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:41 | 200 |      42.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:46 | 200 |      41.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:47 | 200 |      38.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:51 | 200 |      62.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:56 | 200 |      39.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:57 | 200 |        43.7µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:01 | 200 |      38.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:03 | 200 |    1.097658ms |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:03 | 200 |     134.755µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:03 | 200 |     400.133µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:03 | 200 |     335.375µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:03 | 200 |     145.072µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:03 | 200 |    9.696251ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:06 | 200 |      37.682µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:07 | 200 |      37.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:11 | 200 |      37.168µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:16 | 200 |      39.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:17 | 200 |      41.713µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:20 | 200 |     147.916µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:20 | 200 |   11.897457ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:21 | 200 |      53.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:26 | 200 |      39.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:27 | 200 |      40.471µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:12:29.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21f4407f-a419-4a0a-ba57-364d0fd9b115","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:29.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21f4407f-a419-4a0a-ba57-364d0fd9b115","keyPrefix":"sk-oai-1RKwFJaqQMoa...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:29 | 201 |    2.582332ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:31 | 200 |      41.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:36 | 200 |      49.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:37 | 200 |      564.75µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     309.022µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     129.856µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:37 | 200 |    9.730651ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 200 |       42.55µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:12:37.742Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e70eedad-f4d9-445c-9295-9a3cb37ae171","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.742Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e70eedad-f4d9-445c-9295-9a3cb37ae171","keyPrefix":"sk-oai-nbsFfnmQ1ABo...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    1.629292ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:41 | 200 |      41.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:45 | 200 |     517.071µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:45 | 200 |       236.2µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:45 | 200 |      124.76µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:45 | 200 |    6.188462ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:45 | 200 |     199.221µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:45 | 200 |     217.736µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:45 | 200 |      94.062µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:45 | 200 |    5.711537ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:46.772Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"608d774f-fb3f-4d2d-b851-f55a6a001c64","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:46.772Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"608d774f-fb3f-4d2d-b851-f55a6a001c64","keyPrefix":"sk-oai-kbn98yukX6hY...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:46 | 201 |    1.568221ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:46 | 200 |      36.039µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:47 | 200 |      38.931µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:51 | 200 |      46.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:54 | 200 |     444.121µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:54 | 200 |     250.598µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:54 | 200 |     170.292µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:54 | 200 |   10.081956ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:56 | 200 |      40.956µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:57 | 200 |      62.405µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:01 | 200 |      40.664µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:13:04.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5ed29215-7797-4ff4-84ba-be196fba783e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:13:04.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ed29215-7797-4ff4-84ba-be196fba783e","keyPrefix":"sk-oai-1J7vUhtHFJ4R...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:13:04 | 201 |    1.602478ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:13:06 | 200 |      60.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:07 | 200 |      39.747µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:11 | 200 |       52.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:12 | 200 |     417.613µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:12 | 200 |     273.578µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:12 | 200 |     160.478µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:12 | 200 |     211.574µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:12 | 200 |     128.109µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:12 | 200 |   24.323013ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:13:16 | 200 |      62.056µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:17 | 200 |      41.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:21 | 200 |      48.649µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:13:25.514Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"563773d0-65f5-4b93-8a60-fdf9e6b4bf87","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:13:25.514Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"563773d0-65f5-4b93-8a60-fdf9e6b4bf87","keyPrefix":"sk-oai-nuQO26sj1KHZ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:13:25 | 201 |    1.614025ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:13:26 | 200 |       40.41µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:27 | 200 |      44.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:31 | 200 |      39.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:33 | 200 |     442.778µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:33 | 200 |     305.865µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:33 | 200 |     161.127µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:33 | 200 |    9.482978ms |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:13:33 | 200 |     141.789µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:33 | 200 |   28.431984ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:13:36 | 200 |       41.08µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:37 | 200 |       38.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:41 | 200 |      40.306µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:46 | 200 |      41.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:47 | 200 |      42.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:51 | 200 |      49.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:52 | 200 |     194.636µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:52 | 200 |     136.201µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:52 | 200 |     139.442µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:13:52 | 200 |   33.878428ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:13:56 | 200 |      41.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:13:57 | 200 |      42.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:01 | 200 |      37.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:06 | 200 |      36.666µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:07 | 200 |      40.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:09 | 200 |     154.895µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:14:09 | 200 |   12.483126ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:11 | 200 |      39.008µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:16 | 200 |      38.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:17 | 200 |      39.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:21 | 200 |      39.099µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:14:22.841Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f6f113a-8024-4a28-abed-edd066137904","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:14:22.841Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f6f113a-8024-4a28-abed-edd066137904","keyPrefix":"sk-oai-niQokncXW6hj...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:14:22 | 201 |    1.961032ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:26 | 200 |      48.304µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:27 | 200 |      42.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:30 | 200 |     596.901µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:30 | 200 |     142.471µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:14:31.482Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"df62b51c-9eec-4d5b-a56a-feae402ab4ef","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:14:31.482Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df62b51c-9eec-4d5b-a56a-feae402ab4ef","keyPrefix":"sk-oai-1JoMqF0zkCTl...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:14:31 | 201 |    1.583624ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:31 | 200 |      47.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:36 | 200 |      41.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:37 | 200 |      36.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:39 | 200 |     564.661µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:39 | 200 |     296.984µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:39 | 200 |     126.532µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:14:39 | 200 |   11.006286ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:14:39.893Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f05ba71-0266-4253-bb81-c909aaee524a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:14:39.893Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f05ba71-0266-4253-bb81-c909aaee524a","keyPrefix":"sk-oai-1SyiFit7eTcz...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:14:39 | 201 |    1.513142ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:41 | 200 |      46.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:46 | 200 |       40.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:47 | 200 |      44.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:47 | 200 |       527.3µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:47 | 200 |      319.03µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:47 | 200 |     117.609µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:14:47 | 200 |   40.748587ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:14:48.700Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8144430e-9cf1-4358-a990-b2c287269c34","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:14:48.700Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8144430e-9cf1-4358-a990-b2c287269c34","keyPrefix":"sk-oai-WMK55VlJ2rrl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:14:48 | 201 |    1.595696ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:51 | 200 |      39.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:56 | 200 |     884.684µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:56 | 200 |     255.008µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:14:56 | 200 |     130.258µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:14:56 | 200 |    9.631048ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:14:56 | 200 |       33.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:14:57 | 200 |      38.821µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:15:01.625Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 22:15:01 | 200 |     677.356µs |     10.133.0.39 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 22:15:01 | 200 |      38.166µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:15:05.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5304f9df-3755-4f4e-a246-93bf56475e59","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:15:05.952Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5304f9df-3755-4f4e-a246-93bf56475e59","keyPrefix":"sk-oai-Wwf1Tmf5POrs...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:15:05 | 201 |     1.57388ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:15:06 | 200 |      51.167µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:07 | 200 |      36.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:11 | 200 |      43.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:16 | 200 |      45.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:17 | 200 |      39.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:21 | 200 |      39.578µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:22 | 200 |     481.928µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:15:22 | 403 |     116.289µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:15:26 | 200 |      45.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:27 | 200 |      42.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:31 | 200 |       45.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:36 | 200 |      38.939µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:37 | 200 |      41.239µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:39 | 403 |     141.318µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:15:41 | 200 |      41.867µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:46 | 200 |      46.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:47 | 200 |      46.719µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:51 | 200 |      40.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:56 | 403 |     152.375µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:15:56 | 200 |      48.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:15:57 | 200 |      40.491µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:01 | 200 |      51.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:06 | 200 |      37.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:07 | 200 |      47.385µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:11 | 200 |      42.462µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:13 | 403 |     129.346µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:16:16 | 200 |      40.801µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:17 | 200 |      43.149µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:21 | 200 |      51.958µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:26 | 200 |      50.138µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:27 | 200 |      39.545µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:16:28.062Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eac8de15-0e05-42a8-a98f-08b80bcef94a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:16:28.062Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eac8de15-0e05-42a8-a98f-08b80bcef94a","keyPrefix":"sk-oai-hYq2Zb9AGrZY...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:16:28 | 201 |     1.78908ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:16:31 | 200 |      41.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:36 | 200 |     405.733µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:36 | 200 |     268.144µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:36 | 200 |     160.905µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:16:36 | 200 |   17.074404ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:16:36 | 200 |      41.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:37 | 200 |      37.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:41 | 200 |      39.715µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:46 | 200 |      42.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:47 | 200 |      38.713µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:16:50.322Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ff07ad05-f371-4ddc-a42b-b7713e0624d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:16:50.322Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff07ad05-f371-4ddc-a42b-b7713e0624d9","keyPrefix":"sk-oai-bR8xgriZCij5...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:16:50 | 201 |    2.422394ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:16:50.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4fd03a5d-4c88-4c1e-87f1-5b466b3d40a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:16:50.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4fd03a5d-4c88-4c1e-87f1-5b466b3d40a0","keyPrefix":"sk-oai-FnsvfxToecmq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:16:50 | 201 |    1.514889ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:16:51 | 200 |      40.092µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:56 | 200 |      41.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:57 | 200 |       45.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:16:58 | 200 |     433.989µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:58 | 200 |     238.219µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:58 | 200 |     142.231µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:16:58 | 200 |    9.436936ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:16:58 | 200 |     280.304µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:58 | 200 |     220.737µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:16:58 | 200 |     136.854µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:16:58 | 200 |    9.060513ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:17:01 | 200 |      41.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:06 | 200 |      39.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:07 | 200 |      41.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:11 | 200 |      42.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:16 | 200 |      43.028µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:17 | 200 |     201.463µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:17:17 | 200 |     154.137µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:17:17 | 200 |     122.124µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:17:17 | 200 |   32.490639ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:17:17 | 200 |      40.679µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:21 | 200 |      41.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:26 | 200 |      37.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:27 | 200 |      41.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:31 | 200 |      40.542µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:36 | 200 |     165.143µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:17:36 | 200 |   12.191755ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:17:36 | 200 |     152.673µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:17:36 | 200 |   11.977736ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:17:36 | 200 |       37.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:37 | 200 |      40.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:41 | 200 |      38.014µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:46 | 200 |      42.955µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:47 | 200 |       40.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:51 | 200 |      40.471µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:56 | 200 |      41.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:17:57 | 200 |      44.979µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:18:01.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f597a1b-45cf-443b-9a70-c54b8214a3e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:18:01.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f597a1b-45cf-443b-9a70-c54b8214a3e9","keyPrefix":"sk-oai-sbeulfxd98j1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:18:01 | 201 |    2.007573ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:18:01 | 200 |     358.415µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:01 | 200 |     156.887µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:01 | 200 |      32.835µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:01 | 200 |     330.569µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:01 | 200 |     140.314µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:02 | 200 |     328.495µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:02 | 200 |     155.239µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:02 | 200 |     361.494µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:02 | 200 |     180.874µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:02 | 200 |     332.579µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:02 | 200 |     247.815µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:02 | 200 |     129.726µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:02 | 200 |    10.92701ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:18:06 | 200 |      39.933µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:07 | 200 |      41.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:11 | 200 |      40.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:16 | 200 |       38.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:17 | 200 |       39.69µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:18:19.932Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66a79056-7912-448c-b16a-d72471695f99","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:18:19.932Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66a79056-7912-448c-b16a-d72471695f99","keyPrefix":"sk-oai-bSKWZo1A4u5x...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:18:19 | 201 |     1.65541ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:18:20 | 200 |     403.633µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:18:20 | 200 |     170.284µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:18:21 | 200 |      38.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:26 | 200 |      38.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:27 | 200 |      41.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:31 | 200 |      39.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:36 | 200 |      41.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:37 | 200 |      40.936µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:41 | 200 |      41.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:46 | 200 |      41.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:47 | 200 |      58.255µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:51 | 200 |      38.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:56 | 200 |      40.578µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:18:57 | 200 |      38.209µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:18:59.819Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fa1aa451-bcd0-4f24-900d-b62d76f0f5fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:18:59.819Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa1aa451-bcd0-4f24-900d-b62d76f0f5fd","keyPrefix":"sk-oai-5a9treZfv0Yt...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:18:59 | 201 |    9.959039ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:00.381Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6d906a4b-cd33-4f6f-bf29-89dbbb5da74c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:00.382Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d906a4b-cd33-4f6f-bf29-89dbbb5da74c","keyPrefix":"sk-oai-eUuzsg9IqA3m...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:00 | 201 |     1.62772ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:00.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bdd392b1-4ca7-4fb1-9e73-75780a7c1a29","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:00.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdd392b1-4ca7-4fb1-9e73-75780a7c1a29","keyPrefix":"sk-oai-pxyzOcNaH7qM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:00 | 201 |     1.50623ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:00 | 200 |      950.32µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:00 | 200 |     285.571µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:00 | 200 |     131.082µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:19:00 | 200 |   11.818651ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:00 | 200 |     354.375µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:00 | 200 |     125.854µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T22:19:00.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"01919604-655a-4769-a935-b0e62675e209","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:00.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"01919604-655a-4769-a935-b0e62675e209","keyPrefix":"sk-oai-uDCUTH2ZrOby...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:00 | 201 |    1.470513ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:00.801Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"01919604-655a-4769-a935-b0e62675e209"}
{"level":"info","timestamp":"2026-06-02T22:19:00.801Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"01919604-655a-4769-a935-b0e62675e209","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 22:19:00 | 200 |    2.116603ms |      100.64.0.2 | DELETE   "/v1/api-keys/01919604-655a-4769-a935-b0e62675e209" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:01 | 200 |      37.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:19:03 | 200 |     575.043µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T22:19:03.834Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 22:19:03 | 500 |      99.096µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.165Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fafff05c-cdb6-45ee-be67-cbe7ed8df494","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.165Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fafff05c-cdb6-45ee-be67-cbe7ed8df494","keyPrefix":"sk-oai-Q9CEdYnFy8DL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.534221ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"13afd0fe-2ce4-4d54-94a6-503c9c484770","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13afd0fe-2ce4-4d54-94a6-503c9c484770","keyPrefix":"sk-oai-1SEx7PbyQQfQ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.407116ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.294Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8a6d4874-ef14-437b-ab17-fed66ae34e7e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a6d4874-ef14-437b-ab17-fed66ae34e7e","keyPrefix":"sk-oai-j2jILUsQZqvR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.477674ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.322Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"8a6d4874-ef14-437b-ab17-fed66ae34e7e"}
{"level":"info","timestamp":"2026-06-02T22:19:04.322Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8a6d4874-ef14-437b-ab17-fed66ae34e7e","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 22:19:04 | 200 |    1.967334ms |      100.64.0.3 | DELETE   "/v1/api-keys/8a6d4874-ef14-437b-ab17-fed66ae34e7e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 404 |      457.67µs |      100.64.0.2 | DELETE   "/v1/api-keys/8a6d4874-ef14-437b-ab17-fed66ae34e7e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"436926fa-d9ae-48a1-be57-bb02391b2399","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"436926fa-d9ae-48a1-be57-bb02391b2399","keyPrefix":"sk-oai-1UynczToD7jB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.523367ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 200 |     449.109µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     364.317µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     132.634µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:19:04 | 200 |     9.60125ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.584Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"dbf385bf-d87d-4dab-90b7-e51ee225b581","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.584Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbf385bf-d87d-4dab-90b7-e51ee225b581","keyPrefix":"sk-oai-1LPPxCQaNsw6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.496877ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 200 |     327.351µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 403 |        89.7µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 200 |     323.046µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     253.493µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     119.742µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:19:04 | 200 |    9.935945ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.748Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fa0557de-ccce-4d2f-bf83-8604b40eea73","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.748Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa0557de-ccce-4d2f-bf83-8604b40eea73","keyPrefix":"sk-oai-VG5M6gWdotPI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.528355ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 200 |      292.69µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     291.868µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     117.205µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:19:04 | 200 |   10.131208ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:04 | 200 |     228.339µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |     237.299µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:19:04 | 200 |      98.027µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:19:04 | 200 |    9.381645ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:19:04.916Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e5b5a60a-0f62-47e5-a9f6-1f9bc016629d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:19:04.916Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5b5a60a-0f62-47e5-a9f6-1f9bc016629d","keyPrefix":"sk-oai-zCVTRquBkhQW...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:19:04 | 201 |    1.622996ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:19:06 | 200 |      38.191µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:19:07 | 200 |      42.399µs |      10.134.0.2 | GET      "/health"