[GIN] 2026/06/08 - 14:06:17 | 200 |     447.853µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:06:17 | 200 |     148.009µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:06:17 | 200 |     420.601µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:06:17 | 200 |     123.081µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:06:18 | 200 |      41.313µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:21 | 200 |      41.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:26 | 200 |      61.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:28 | 200 |       33.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:31 | 200 |      39.377µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T14:06:35.144Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T14:06:35.144Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:06:35 | 400 |     272.874µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:06:36 | 200 |      32.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:38 | 200 |       36.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:41 | 200 |      33.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:46 | 200 |      46.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:48 | 200 |      36.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:51 | 200 |      33.421µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:06:52.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"420f9df2-d535-47bb-ae04-212006e39953","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:06:52.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"420f9df2-d535-47bb-ae04-212006e39953","keyPrefix":"sk-oai-NwrPFUQYB2Bl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:06:52 | 201 |   11.380961ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:06:52 | 200 |    1.306178ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:06:52 | 200 |     137.376µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:06:56 | 200 |       33.63µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:06:58 | 200 |      34.015µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:07:01.708Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"227c62b6-d462-4fd4-b1f3-187cc2fe084f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:01.708Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"227c62b6-d462-4fd4-b1f3-187cc2fe084f","keyPrefix":"sk-oai-2JVIO69bpgdT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:01 | 201 |     2.09352ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:01 | 200 |      38.383µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:06 | 200 |      34.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:08 | 200 |      34.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:09 | 200 |     910.137µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:09 | 200 |     141.504µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:11 | 200 |      34.302µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:16 | 200 |      35.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:18 | 200 |      33.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:21 | 200 |      33.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:26 | 200 |      33.101µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:07:27.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5cd3b805-9d27-467f-9cbf-f66385b6707b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:07:27.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cd3b805-9d27-467f-9cbf-f66385b6707b","keyPrefix":"sk-oai-1c9ZNU3boZGK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:07:27 | 201 |    2.127306ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:07:27 | 200 |     545.428µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:07:27 | 200 |     145.069µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:07:28 | 200 |      32.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:31 | 200 |      38.555µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:36 | 200 |      36.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:38 | 200 |      32.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:41 | 200 |      37.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:46 | 200 |      34.082µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:48 | 200 |      34.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:51 | 200 |      59.004µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:56 | 200 |      34.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:07:58 | 200 |      35.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:01 | 200 |      36.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:06 | 200 |       61.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:08 | 200 |      33.894µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:11 | 200 |      36.999µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:16 | 200 |      34.857µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:18 | 200 |      34.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:21 | 200 |      37.081µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:26 | 200 |      32.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:28 | 200 |      33.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:31 | 200 |      37.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:36 | 200 |      38.986µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:38 | 200 |       35.41µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:41 | 200 |      36.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:46 | 200 |      37.749µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:48 | 200 |      40.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:51 | 200 |       33.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:56 | 200 |      39.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:08:58 | 200 |      58.909µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:01 | 200 |      34.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:06 | 200 |       33.62µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:08 | 200 |      34.783µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:11 | 200 |      34.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:16 | 200 |      34.635µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:18 | 200 |      41.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:21 | 200 |      34.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:26 | 200 |      31.811µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:09:27.046Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e6356d30-b586-4bfa-9ce3-a1e1135545a8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:09:27.046Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6356d30-b586-4bfa-9ce3-a1e1135545a8","keyPrefix":"sk-oai-pGEZFjuXkp8G...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:09:27 | 201 |    2.948218ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:09:28 | 200 |      33.405µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:31 | 200 |       34.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:36 | 200 |      37.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:38 | 200 |       36.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:41 | 200 |      37.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:46 | 200 |      36.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:48 | 200 |      33.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:49 | 200 |     892.602µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:09:49 | 200 |     154.346µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:09:50 | 404 |     985.082µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:09:51 | 200 |      35.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:56 | 200 |      36.124µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:09:58 | 200 |      35.827µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:01 | 200 |      37.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:06 | 200 |      35.521µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:08 | 200 |      38.148µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:11 | 200 |      34.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:16 | 200 |       33.29µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:18 | 200 |      33.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:21 | 200 |      32.626µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:26 | 200 |      34.193µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:28 | 200 |      38.491µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:31 | 200 |      60.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:36 | 200 |       40.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:38 | 200 |      37.429µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:10:40.866Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a40f6ec7-60fd-4dd3-9741-cd1e13b5fd15","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:10:40.866Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a40f6ec7-60fd-4dd3-9741-cd1e13b5fd15","keyPrefix":"sk-oai-OelX4SCJEUG3...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:10:40 | 201 |    2.085764ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:10:40 | 200 |      525.05µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:10:40 | 200 |     215.227µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:10:41 | 200 |      38.787µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:46 | 200 |      41.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:48 | 200 |      55.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:51 | 200 |        46.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:56 | 200 |      40.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:10:58 | 200 |      40.345µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:11:00.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6101d577-4a64-4ba1-918b-fefc00da11a1","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:11:00.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6101d577-4a64-4ba1-918b-fefc00da11a1","keyPrefix":"sk-oai-14nv2BTNx3Kc...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:11:00 | 201 |    2.146196ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:00 | 200 |     587.624µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:00 | 200 |     164.705µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:00 | 200 |     536.632µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:00 | 200 |     198.138µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:01 | 200 |      47.648µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:06 | 200 |      41.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:08 | 200 |      42.239µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:11 | 200 |      40.225µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:16 | 200 |      38.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:18 | 200 |       41.86µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:11:19.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3654144e-31b7-4011-add8-98261e49fcc6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:11:19.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3654144e-31b7-4011-add8-98261e49fcc6","keyPrefix":"sk-oai-4MSQiIwzyz2S...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:11:19 | 201 |    2.047624ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:19 | 200 |     477.679µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:19 | 200 |     452.448µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:11:19 | 200 |     151.647µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:19 | 200 |   19.268054ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:21 | 200 |      42.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:26 | 200 |      42.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:28 | 200 |      38.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:31 | 200 |      40.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:36 | 200 |       43.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:38 | 200 |      40.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:38 | 200 |     172.808µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:38 | 200 |       149.8µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:11:38 | 200 |   23.463436ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:41 | 200 |      37.864µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:46 | 200 |      39.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:48 | 200 |      40.029µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:11:50.921Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"39311d4d-29fd-45aa-9188-4ed9b2670c34","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:11:50.921Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39311d4d-29fd-45aa-9188-4ed9b2670c34","keyPrefix":"sk-oai-1VPuzCteGjWz...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:11:50 | 201 |    2.375115ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:11:51 | 200 |      40.166µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:56 | 200 |      41.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:11:58 | 200 |      37.904µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:01 | 200 |      40.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:06 | 200 |      42.001µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:08 | 200 |       66.78µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:11 | 200 |      42.304µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:16 | 200 |      44.742µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:18 | 200 |      41.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:20 | 200 |    9.536639ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:20 | 200 |     345.094µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:21 | 200 |     489.586µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:21 | 200 |     432.501µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:21 | 200 |     105.955µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:21 | 200 |   12.267337ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:21 | 200 |      49.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:26 | 200 |      41.314µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:28 | 200 |      45.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:31 | 200 |      39.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:36 | 200 |      41.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:38 | 200 |     146.483µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:38 | 200 |   13.954642ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:38 | 200 |      40.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:41 | 200 |      38.161µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:12:46.775Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"75996a14-3752-4ff7-8c89-af082b66d0c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:46.775Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75996a14-3752-4ff7-8c89-af082b66d0c2","keyPrefix":"sk-oai-1J6VaErcjX1W...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:46 | 201 |    3.552825ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:46 | 200 |      39.145µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:48 | 200 |      42.623µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:51 | 200 |      43.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:54 | 200 |     905.882µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:54 | 200 |     489.449µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:12:54 | 200 |     128.589µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:12:54 | 200 |   10.853123ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:12:55.326Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b502f1bf-b721-4e1a-9713-da2dfd6e5eaa","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:12:55.326Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b502f1bf-b721-4e1a-9713-da2dfd6e5eaa","keyPrefix":"sk-oai-Kp6wUA6gNHbI...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:12:55 | 201 |    1.788429ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:12:56 | 200 |      45.023µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:12:58 | 200 |      42.423µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:01 | 200 |      38.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:03 | 200 |     878.626µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:03 | 200 |     425.374µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:03 | 200 |     123.734µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:03 | 200 |    7.769309ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:03 | 200 |     383.723µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:03 | 200 |     367.476µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:03 | 200 |     125.041µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:03 | 200 |     7.12318ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:13:04.379Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6af85790-b565-4995-92e5-dd1a84852937","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:04.379Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6af85790-b565-4995-92e5-dd1a84852937","keyPrefix":"sk-oai-HnynYPaiwIh1...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:04 | 201 |    1.799591ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:06 | 200 |      82.205µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:08 | 200 |      46.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:11 | 200 |      49.771µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:12 | 200 |     986.173µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:12 | 200 |     389.781µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:12 | 200 |     158.376µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:12 | 200 |   10.082501ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:16 | 200 |      44.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:18 | 200 |      41.066µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:13:21.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7610df34-9889-4d69-a3e0-55d697882781","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:21.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7610df34-9889-4d69-a3e0-55d697882781","keyPrefix":"sk-oai-1djWaoL2xvVL...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:21 | 201 |     2.14646ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:21 | 200 |      49.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:26 | 200 |      45.128µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:28 | 200 |      40.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:29 | 200 |      947.77µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:29 | 200 |     441.929µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:29 | 200 |     146.196µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:29 | 200 |     386.006µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:29 | 200 |     120.003µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:29 | 200 |   18.972994ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:31 | 200 |      42.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:36 | 200 |       42.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:38 | 200 |      37.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:41 | 200 |      44.672µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:13:43.115Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65e41a2b-a68c-4c7e-b4ba-9966f69e4e17","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:13:43.115Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65e41a2b-a68c-4c7e-b4ba-9966f69e4e17","keyPrefix":"sk-oai-IYKsTx5qFz1o...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:13:43 | 201 |    2.150449ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:46 | 200 |      47.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:48 | 200 |       46.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:51 | 200 |     923.274µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:51 | 200 |     446.507µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:51 | 200 |     207.656µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:51 | 200 |    9.883324ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:13:51 | 200 |      161.22µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:13:51 | 200 |    33.81301ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:13:51 | 200 |      41.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:56 | 200 |      41.541µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:13:58 | 200 |      40.655µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:01 | 200 |       43.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:05 | 200 |     208.862µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:05 | 200 |     164.885µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:05 | 200 |      191.85µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:05 | 200 |   39.274173ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:06 | 200 |      42.776µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:08 | 200 |      40.845µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:11 | 200 |      38.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:16 | 200 |      38.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:18 | 200 |      40.623µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:21 | 200 |       39.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:22 | 200 |     160.446µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:22 | 200 |   12.720972ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:26 | 200 |      40.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:28 | 200 |      44.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:31 | 200 |      38.485µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:14:34.015Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ed51601-e696-497f-a648-a685d799fb9f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:34.015Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ed51601-e696-497f-a648-a685d799fb9f","keyPrefix":"sk-oai-1REjl0XaRck5...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:34 | 201 |    3.437161ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:36 | 200 |      42.549µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:38 | 200 |      38.866µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:41 | 200 |      49.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:42 | 200 |    1.197393ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:42 | 200 |     156.909µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:14:42.667Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"64b04449-fa10-4785-b3b2-08bb5aaefc08","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:42.667Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64b04449-fa10-4785-b3b2-08bb5aaefc08","keyPrefix":"sk-oai-1ELFJqgc2JhO...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:42 | 201 |    1.750611ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:46 | 200 |      43.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:48 | 200 |      55.999µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:50 | 200 |     940.817µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:50 | 200 |     450.805µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:50 | 200 |     131.441µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:50 | 200 |    11.19301ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:14:51.087Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52351fba-2e0a-44cc-8268-e1c0f6ef6ffc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:51.087Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52351fba-2e0a-44cc-8268-e1c0f6ef6ffc","keyPrefix":"sk-oai-19O4Pl8jHLh3...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:51 | 201 |    1.757913ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:14:51 | 200 |      43.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:56 | 200 |      40.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:58 | 200 |      45.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:14:59 | 200 |     1.05476ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:59 | 200 |     513.646µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:14:59 | 200 |     136.531µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:14:59 | 200 |     9.85853ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:14:59.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d586d3f4-76ce-40f3-aa89-eb19b4984af5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:14:59.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d586d3f4-76ce-40f3-aa89-eb19b4984af5","keyPrefix":"sk-oai-kx0skQocfxZM...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:14:59 | 201 |    1.944918ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:15:01.534Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 14:15:01 | 200 |    1.065524ms |     10.133.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 14:15:01 | 200 |      39.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:06 | 200 |      40.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:07 | 200 |     725.685µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:07 | 200 |     435.098µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:07 | 200 |     200.342µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:15:07 | 200 |    10.38744ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:08 | 200 |      38.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:11 | 200 |      44.116µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:16 | 200 |      61.298µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:15:17.116Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0829fb5f-8ea8-4690-9c98-e5c334b5abec","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:15:17.116Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0829fb5f-8ea8-4690-9c98-e5c334b5abec","keyPrefix":"sk-oai-13FgrgzdunyD...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:15:17 | 201 |    2.942095ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:18 | 200 |      61.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:21 | 200 |      40.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:26 | 200 |       42.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:28 | 200 |      44.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:31 | 200 |      38.463µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:33 | 200 |     766.596µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:15:33 | 403 |     126.595µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:36 | 200 |       40.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:38 | 200 |      39.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:41 | 200 |      43.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:46 | 200 |      38.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:48 | 200 |      39.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:50 | 403 |     173.052µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:15:51 | 200 |      40.703µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:56 | 200 |      43.254µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:15:58 | 200 |      40.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:01 | 200 |      43.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:06 | 200 |      41.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:07 | 403 |     129.332µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:08 | 200 |       43.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:11 | 200 |       41.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:16 | 200 |      45.654µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:18 | 200 |      39.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:21 | 200 |      47.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:25 | 403 |     131.184µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:26 | 200 |      43.534µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:28 | 200 |      46.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:31 | 200 |      46.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:36 | 200 |      42.887µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:16:37.404Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6eed91df-675c-4938-bc9d-d81dd52fca15","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:37.404Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6eed91df-675c-4938-bc9d-d81dd52fca15","keyPrefix":"sk-oai-15RoL9qGD2uH...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:37 | 201 |    2.200299ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:38 | 200 |      45.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:41 | 200 |      44.919µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:45 | 200 |     839.621µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:45 | 200 |     522.465µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:16:45 | 200 |     304.725µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:16:45 | 200 |    21.62601ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:46 | 200 |      43.308µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:48 | 200 |        49.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:51 | 200 |      41.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:16:56 | 200 |      45.485µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:16:57.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25c6388c-a0f8-42b5-bf9f-43e1ee8e11c3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:57.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25c6388c-a0f8-42b5-bf9f-43e1ee8e11c3","keyPrefix":"sk-oai-7FDybIGJEu8E...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:57 | 201 |    1.965173ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:16:57.652Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4bce17c5-1f6d-40ef-b080-f09ed11853d6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:16:57.652Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bce17c5-1f6d-40ef-b080-f09ed11853d6","keyPrefix":"sk-oai-fQiNW1OOwwLA...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:16:57 | 201 |    1.599205ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:16:58 | 200 |      45.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:01 | 200 |       43.55µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:05 | 200 |     785.203µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:05 | 200 |     409.943µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:05 | 200 |     278.747µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:05 | 200 |    9.779071ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:05 | 200 |      476.19µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:05 | 200 |     457.245µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:17:05 | 200 |     262.882µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:05 | 200 |   13.229146ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:06 | 200 |      38.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:08 | 200 |      41.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:11 | 200 |      49.517µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:16 | 200 |      63.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:18 | 200 |      37.149µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:21 | 200 |      47.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:22 | 200 |     184.332µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:22 | 200 |     150.436µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:22 | 200 |     133.248µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:22 | 200 |   39.131754ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:26 | 200 |      36.774µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:28 | 200 |      43.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:31 | 200 |      41.092µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:36 | 200 |      51.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:38 | 200 |      41.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:39 | 200 |     165.547µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:39 | 200 |   12.925643ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:39 | 200 |     150.627µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:17:39 | 200 |   12.707197ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:17:41 | 200 |      40.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:46 | 200 |        52.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:48 | 200 |      43.494µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:51 | 200 |      36.291µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:56 | 200 |      38.187µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:17:58 | 200 |      42.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:01 | 200 |      41.041µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:18:04.798Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9e35c1fc-94c8-4f71-95b1-2c34212c77bc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:04.798Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e35c1fc-94c8-4f71-95b1-2c34212c77bc","keyPrefix":"sk-oai-nJ1twMIw023y...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:04 | 201 |    2.388038ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:04 | 200 |     479.929µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:04 | 200 |     385.353µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:04 | 200 |     694.839µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:04 | 200 |      394.41µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:04 | 200 |      666.46µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:04 | 200 |     397.504µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:04 | 200 |     606.516µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:04 | 200 |     619.025µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:04 | 200 |     403.507µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:04 | 200 |   10.906344ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:06 | 200 |      40.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:08 | 200 |      40.602µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:11 | 200 |      40.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:16 | 200 |      39.013µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:18:18.557Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"82192bd8-e2a3-4d95-ac51-cebfe1f59c02","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:18:18.557Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82192bd8-e2a3-4d95-ac51-cebfe1f59c02","keyPrefix":"sk-oai-R7TOViRb8bUV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 14:18:18 | 201 |    2.016394ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:18:18 | 200 |       40.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:18 | 200 |     571.187µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:18:18 | 200 |     409.463µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:18:21 | 200 |       40.55µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:26 | 200 |      51.478µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:28 | 200 |      43.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:31 | 200 |      43.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:36 | 200 |      41.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:38 | 200 |      40.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:41 | 200 |      41.556µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:46 | 200 |      43.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:48 | 200 |       40.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:51 | 200 |      44.993µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:56 | 200 |      37.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:18:58 | 200 |      43.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:01 | 200 |      49.721µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:06 | 200 |      54.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:08 | 200 |      58.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:11 | 200 |      43.225µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:16 | 200 |      42.856µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:18 | 200 |      43.888µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:21 | 200 |      44.169µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:19:26.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"57f53a3e-75c9-458d-9cca-f5eb356e0fb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:26.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57f53a3e-75c9-458d-9cca-f5eb356e0fb6","keyPrefix":"sk-oai-vgK5c5KgzfqZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:26 | 201 |    12.44651ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:26 | 200 |      51.949µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T14:19:27.088Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f26129bf-1771-43bb-88e4-c95fb682f50a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:27.088Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f26129bf-1771-43bb-88e4-c95fb682f50a","keyPrefix":"sk-oai-1ceVU3XBYP7u...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:27 | 201 |    2.227417ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:27.307Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f409d004-0c6f-4ef5-a96b-dacc9277e1d7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:27.307Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f409d004-0c6f-4ef5-a96b-dacc9277e1d7","keyPrefix":"sk-oai-KHKT5Lg85RWr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:27 | 201 |    1.802297ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:27 | 200 |     1.26392ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:27 | 200 |      513.66µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:27 | 200 |      158.11µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:27 | 200 |   10.799333ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:27 | 200 |     541.835µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:27 | 200 |      165.81µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T14:19:27.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ae241819-c269-4a1c-93c1-c795c611e7bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:27.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae241819-c269-4a1c-93c1-c795c611e7bf","keyPrefix":"sk-oai-7WryqoHzbCKA...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:27 | 201 |    1.807664ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:27.513Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ae241819-c269-4a1c-93c1-c795c611e7bf"}
{"level":"info","timestamp":"2026-06-08T14:19:27.513Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ae241819-c269-4a1c-93c1-c795c611e7bf","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:19:27 | 200 |    2.985601ms |      100.64.0.2 | DELETE   "/v1/api-keys/ae241819-c269-4a1c-93c1-c795c611e7bf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:28 | 200 |       43.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:30 | 200 |    1.135993ms |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T14:19:30.546Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 14:19:30 | 500 |     112.789µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:30.858Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6795d125-ec33-4a32-aa50-a7ca1a785e50","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:30.858Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6795d125-ec33-4a32-aa50-a7ca1a785e50","keyPrefix":"sk-oai-1WBn6CySu4i0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:30 | 201 |    1.907331ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:30.883Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9539c1fa-f828-494b-9724-6e1b0410a465","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:30.883Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9539c1fa-f828-494b-9724-6e1b0410a465","keyPrefix":"sk-oai-mCOwLe9yt8CM...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:30 | 201 |    1.820763ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:30.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:30.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2","keyPrefix":"sk-oai-NLMO4vEjFQGv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:30 | 201 |    1.669008ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:31.001Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2"}
{"level":"info","timestamp":"2026-06-08T14:19:31.001Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 14:19:31 | 200 |    2.259503ms |      100.64.0.3 | DELETE   "/v1/api-keys/a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 404 |     790.183µs |      100.64.0.2 | DELETE   "/v1/api-keys/a3fa4baa-b53b-4f0c-a8cc-6f9b6a0bc6a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:31.117Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1557294a-d6f8-4bef-9628-0d0aa5cf02f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:31.117Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1557294a-d6f8-4bef-9628-0d0aa5cf02f8","keyPrefix":"sk-oai-Dem5glnbgz5C...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:31 | 201 |    1.739191ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |     581.591µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     486.389µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     176.527µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:31 | 200 |   10.492239ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:31.246Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"72d575c0-dc1c-4ddb-8a58-f03c8577ee24","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:31.246Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72d575c0-dc1c-4ddb-8a58-f03c8577ee24","keyPrefix":"sk-oai-12JRZS0DTAPp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:31 | 201 |    1.675773ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |     490.796µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 403 |      93.216µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |     447.357µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     445.862µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     187.306µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:31 | 200 |   10.065749ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:31.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0c0d0965-b5a3-43f8-9f80-d584886ce976","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:31.401Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c0d0965-b5a3-43f8-9f80-d584886ce976","keyPrefix":"sk-oai-YYm8WcJq57DF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:31 | 201 |    1.611159ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |     490.903µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     426.482µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     169.691µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:31 | 200 |   10.054533ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |     488.301µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     377.167µs |     10.133.0.28 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 14:19:31 | 200 |     182.681µs |     10.133.0.28 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 14:19:31 | 200 |    9.445383ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T14:19:31.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0ca3c5cf-a081-416f-badf-c7738089c922","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T14:19:31.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ca3c5cf-a081-416f-badf-c7738089c922","keyPrefix":"sk-oai-1EBz4ekgjSNG...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 14:19:31 | 201 |    1.574098ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 14:19:31 | 200 |      40.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 14:19:36 | 200 |      45.883µs |      10.134.0.2 | GET      "/health"