[GIN] 2026/05/26 - 19:54:09 | 201 |    1.936884ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T19:54:09.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8e0d5368-04e7-42ae-a0be-71095e55629f","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:54:09.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e0d5368-04e7-42ae-a0be-71095e55629f","keyPrefix":"sk-oai-104j7L0R1Ugy...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:54:09 | 201 |    1.773326ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:54:09 | 200 |     529.846µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:54:09 | 200 |     212.042µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:54:09 | 200 |     479.772µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:54:09 | 200 |     185.555µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:54:10 | 200 |       34.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:15 | 200 |       36.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:16 | 200 |      34.073µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:20 | 200 |      38.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:25 | 200 |      33.244µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-26T19:54:26.728Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-26T19:54:26.728Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/26 - 19:54:26 | 400 |     294.898µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:54:26 | 200 |      30.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:30 | 200 |      34.141µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:35 | 200 |      34.909µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:36 | 200 |      34.568µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:40 | 200 |      47.464µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:54:44.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"56386fe3-c3f2-4228-b62a-47f0d81c4de4","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:54:44.137Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56386fe3-c3f2-4228-b62a-47f0d81c4de4","keyPrefix":"sk-oai-1J5nk4D516QT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:54:44 | 201 |   11.410134ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:54:44 | 200 |    1.433453ms |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:54:44 | 200 |     196.829µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:54:45 | 200 |      37.161µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:46 | 200 |      37.403µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:50 | 200 |      40.601µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:54:53.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"576c240c-652f-4a5b-bcb0-4d35e3a8bb80","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:54:53.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"576c240c-652f-4a5b-bcb0-4d35e3a8bb80","keyPrefix":"sk-oai-sA6REZ3LtkGc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:54:53 | 201 |    2.040461ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:54:55 | 200 |      37.848µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:54:56 | 200 |       45.65µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:00 | 200 |      38.364µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:01 | 200 |     901.722µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:55:01 | 200 |      120.56µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:55:05 | 200 |      49.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:06 | 200 |      45.639µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:10 | 200 |      38.823µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:15 | 200 |      41.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:16 | 200 |      40.013µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:55:18.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8ef14599-4428-4767-80a3-25fca382c55b","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:55:18.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ef14599-4428-4767-80a3-25fca382c55b","keyPrefix":"sk-oai-HpXZVRptrb2P...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:55:18 | 201 |    2.108369ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:55:18 | 200 |     552.406µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:55:18 | 200 |     150.972µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:55:20 | 200 |      38.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:25 | 200 |      45.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:26 | 200 |      48.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:30 | 200 |      39.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:35 | 200 |      40.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:36 | 200 |       39.84µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:40 | 200 |      39.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:45 | 200 |      40.106µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:46 | 200 |      40.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:50 | 200 |      38.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:55 | 200 |      54.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:55:56 | 200 |      43.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:00 | 200 |      39.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:05 | 200 |      39.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:06 | 200 |      39.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:10 | 200 |      40.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:15 | 200 |      39.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:16 | 200 |      53.189µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:20 | 200 |      42.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:25 | 200 |      48.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:26 | 200 |       41.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:30 | 200 |      45.825µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:35 | 200 |      38.461µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:36 | 200 |       38.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:40 | 200 |      45.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:45 | 200 |      44.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:46 | 200 |      39.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:50 | 200 |      40.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:55 | 200 |      40.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:56:56 | 200 |      39.073µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:00 | 200 |      39.895µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:05 | 200 |      39.757µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:06 | 200 |      40.247µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:10 | 200 |      45.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:15 | 200 |       39.27µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:16 | 200 |      43.423µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:57:18.216Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2f9674ed-a19f-4405-a95a-5c112f9ced71","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:57:18.216Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f9674ed-a19f-4405-a95a-5c112f9ced71","keyPrefix":"sk-oai-1RvKfiiRTRMx...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:57:18 | 201 |    3.260524ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:57:20 | 200 |      41.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:25 | 200 |      44.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:26 | 200 |       43.05µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:30 | 200 |      39.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:35 | 200 |      38.549µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:36 | 200 |      49.775µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:40 | 200 |        43.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:41 | 200 |     837.133µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:57:41 | 200 |     249.265µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:57:41 | 404 |     879.577µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:57:45 | 200 |      38.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:46 | 200 |      68.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:50 | 200 |        40.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:55 | 200 |      41.217µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:57:56 | 200 |      33.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:00 | 200 |      39.119µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:05 | 200 |      53.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:06 | 200 |      39.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:10 | 200 |      39.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:15 | 200 |      35.193µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:16 | 200 |      35.924µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:20 | 200 |      41.857µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:25 | 200 |      39.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:26 | 200 |       38.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:30 | 200 |      39.288µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:58:34.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ba9c0169-0df4-4acf-9295-dfbae342b0fc","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:58:34.278Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba9c0169-0df4-4acf-9295-dfbae342b0fc","keyPrefix":"sk-oai-cyQYsUBwsSq6...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:58:34 | 201 |    2.258574ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:58:34 | 200 |     629.241µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:58:34 | 200 |      236.92µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:58:35 | 200 |      39.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:36 | 200 |      37.237µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:40 | 200 |      40.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:45 | 200 |      37.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:46 | 200 |      43.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:50 | 200 |      40.275µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:58:53.476Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3e067d16-b50f-4449-a239-a181ffae085e","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:58:53.476Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e067d16-b50f-4449-a239-a181ffae085e","keyPrefix":"sk-oai-mp2HrxIG3bVP...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:58:53 | 201 |    1.889307ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:58:53 | 200 |     539.792µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:58:53 | 200 |     197.375µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:58:53 | 200 |     563.832µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:58:53 | 200 |     172.473µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:58:55 | 200 |      40.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:58:56 | 200 |      41.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:00 | 200 |      47.216µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:05 | 200 |      43.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:06 | 200 |      38.407µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:10 | 200 |      60.098µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:59:12.949Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9a17ab83-b8dc-42d2-b0b1-32d327dfaf86","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:59:12.949Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a17ab83-b8dc-42d2-b0b1-32d327dfaf86","keyPrefix":"sk-oai-Yf97nWnzTY6o...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:59:12 | 201 |    2.076375ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:59:12 | 200 |     454.586µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:59:12 | 200 |       389.3µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 19:59:12 | 200 |     208.702µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:59:12 | 200 |   17.564245ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:59:15 | 200 |      46.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:16 | 200 |      54.341µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:20 | 200 |       47.71µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:25 | 200 |      39.066µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:26 | 200 |      38.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:30 | 200 |      38.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:32 | 200 |     160.603µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:59:32 | 200 |     129.922µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 19:59:32 | 200 |   25.974698ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:59:35 | 200 |      38.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:36 | 200 |      41.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:40 | 200 |      39.134µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T19:59:44.167Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f1b0a76-e913-400d-b0db-7ec3cb4f7df5","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T19:59:44.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f1b0a76-e913-400d-b0db-7ec3cb4f7df5","keyPrefix":"sk-oai-dv0vdMLxi2k4...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 19:59:44 | 201 |   10.540111ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 19:59:45 | 200 |      40.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:46 | 200 |      38.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:50 | 200 |      39.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:55 | 200 |      38.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 19:59:56 | 200 |      39.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:00 | 200 |      44.557µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:00:01.437Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/26 - 20:00:01 | 200 |    1.249582ms |     10.133.0.60 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/26 - 20:00:05 | 200 |      41.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:06 | 200 |      42.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:10 | 200 |      37.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:14 | 200 |    1.245298ms |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:14 | 200 |     319.617µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:14 | 200 |     727.369µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:14 | 200 |     655.323µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:14 | 200 |     350.306µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:14 | 200 |   10.658248ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:15 | 200 |      41.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:16 | 200 |      38.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:20 | 200 |      38.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:25 | 200 |      38.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:26 | 200 |      41.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:30 | 200 |      37.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:31 | 200 |     331.092µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:31 | 200 |   12.182512ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:35 | 200 |      40.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:36 | 200 |      40.198µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:00:39.991Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"592f54c9-96ad-49fd-82f6-b53820563c08","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:00:39.991Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"592f54c9-96ad-49fd-82f6-b53820563c08","keyPrefix":"sk-oai-viKgJuV4mHee...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:00:39 | 201 |    4.080909ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:40 | 200 |      39.242µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:45 | 200 |      41.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:46 | 200 |      39.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:48 | 200 |     943.961µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:48 | 200 |     549.622µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:48 | 200 |     233.077µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:48 | 200 |   10.098609ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:00:48.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4458e8fe-d31b-4a4c-bdec-9cc84fa7e540","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:00:48.519Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4458e8fe-d31b-4a4c-bdec-9cc84fa7e540","keyPrefix":"sk-oai-liP6w2v7St0e...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:00:48 | 201 |    1.756261ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:50 | 200 |      42.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:55 | 200 |      49.036µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:00:56 | 200 |     836.171µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:56 | 200 |     404.439µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:56 | 200 |     130.321µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:56 | 200 |    7.074145ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:56 | 200 |     478.496µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:56 | 200 |     379.794µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:00:56 | 200 |     185.731µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:00:56 | 200 |     6.44619ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:00:56 | 200 |      48.534µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:00:57.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"15acf2e4-19a6-49d2-a0b8-eb34a687713f","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:00:57.581Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15acf2e4-19a6-49d2-a0b8-eb34a687713f","keyPrefix":"sk-oai-13SiR1kyY6bK...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:00:57 | 201 |    1.856502ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:00 | 200 |      39.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:05 | 200 |     846.478µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:05 | 200 |     411.116µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:05 | 200 |     163.644µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:01:05 | 200 |      31.485µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:05 | 200 |    9.867439ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:06 | 200 |      50.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:10 | 200 |      37.876µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:01:14.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2e4eb6c2-782e-41cf-9d3b-1fa9b71dba72","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:01:14.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e4eb6c2-782e-41cf-9d3b-1fa9b71dba72","keyPrefix":"sk-oai-6hFc4WQKPKFW...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:01:14 | 201 |    2.031633ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:15 | 200 |      38.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:16 | 200 |      38.598µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:20 | 200 |      38.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:22 | 200 |      741.54µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:22 | 200 |     402.087µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:22 | 200 |     192.617µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:01:22 | 200 |     397.579µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:22 | 200 |     179.371µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:01:22 | 200 |   20.782652ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:25 | 200 |      38.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:26 | 200 |      38.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:30 | 200 |       37.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:35 | 200 |      54.101µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:01:36.234Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac1ad6e3-b28b-48d1-a6ad-76446eff5ed5","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:01:36.234Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac1ad6e3-b28b-48d1-a6ad-76446eff5ed5","keyPrefix":"sk-oai-bYiJKKWhStPG...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:01:36 | 201 |    2.050675ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:36 | 200 |      38.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:40 | 200 |       50.21µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:44 | 200 |     762.148µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:44 | 200 |     380.826µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:44 | 200 |     155.275µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:01:44 | 200 |   10.033797ms |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:01:44 | 200 |     127.332µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:01:44 | 200 |   31.639156ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:01:45 | 200 |      31.488µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:46 | 200 |      38.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:50 | 200 |      39.449µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:55 | 200 |      47.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:01:56 | 200 |      41.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:00 | 200 |     183.541µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:00 | 200 |     207.119µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:00 | 200 |     254.238µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:00 | 200 |   35.674776ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:00 | 200 |      39.321µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:05 | 200 |      39.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:06 | 200 |      63.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:10 | 200 |      38.086µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:15 | 200 |      37.255µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:16 | 200 |      38.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:17 | 200 |     339.911µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:17 | 200 |   12.428347ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:20 | 200 |      41.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:25 | 200 |      55.528µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:26 | 200 |      38.906µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:02:29.135Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30638642-61cf-4150-838f-2d55fdfd62e0","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:02:29.135Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30638642-61cf-4150-838f-2d55fdfd62e0","keyPrefix":"sk-oai-QG1RRxScdVgt...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:02:29 | 201 |    2.609104ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:30 | 200 |       37.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:35 | 200 |       42.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:36 | 200 |      39.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:37 | 200 |    1.171855ms |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:02:37 | 200 |     142.481µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:02:37.781Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b3530d3-78c4-4820-8d57-aead15a9710f","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:02:37.781Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b3530d3-78c4-4820-8d57-aead15a9710f","keyPrefix":"sk-oai-FgNIBNF3FWEf...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:02:37 | 201 |    1.812271ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:40 | 200 |      41.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:45 | 200 |       40.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:45 | 200 |     971.191µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:02:45 | 200 |     722.692µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:02:45 | 200 |     329.293µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:45 | 200 |   10.768723ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:02:46.196Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"257d68e7-8da1-45e8-b382-430241d49d23","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:02:46.196Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"257d68e7-8da1-45e8-b382-430241d49d23","keyPrefix":"sk-oai-1FpszgzL5Kqg...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:02:46 | 201 |    1.725832ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:46 | 200 |      38.216µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:50 | 200 |       38.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:54 | 200 |     974.741µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:02:54 | 200 |     651.056µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:02:54 | 200 |     336.471µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:02:54 | 200 |   10.890967ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:02:54.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fc65a9b8-d5ab-41f4-a03e-fca4a0bbfe3e","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:02:54.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc65a9b8-d5ab-41f4-a03e-fca4a0bbfe3e","keyPrefix":"sk-oai-sko6AISLnLcl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:02:54 | 201 |    1.753121ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:02:55 | 200 |       41.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:02:56 | 200 |      40.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:00 | 200 |      37.311µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:02 | 200 |     954.732µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:03:02 | 200 |     651.725µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:03:02 | 200 |     361.623µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:03:02 | 200 |    10.49687ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:03:05 | 200 |      38.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:06 | 200 |      57.648µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:10 | 200 |      38.651µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:03:12.219Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39da9513-aba9-40e0-b445-27bc84706f0b","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:03:12.219Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39da9513-aba9-40e0-b445-27bc84706f0b","keyPrefix":"sk-oai-1axtPB634XsM...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:03:12 | 201 |    2.173966ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:03:15 | 200 |      38.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:16 | 200 |      37.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:20 | 200 |      38.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:25 | 200 |      38.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:26 | 200 |       45.37µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:28 | 200 |     756.241µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:03:28 | 403 |     101.264µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:03:30 | 200 |      39.042µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:35 | 200 |      38.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:36 | 200 |      38.015µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:40 | 200 |      37.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:45 | 403 |     116.172µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:03:45 | 200 |      38.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:46 | 200 |      42.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:50 | 200 |      46.054µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:55 | 200 |      37.818µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:03:56 | 200 |      41.187µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:00 | 200 |      38.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:02 | 403 |     161.271µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:04:05 | 200 |      39.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:06 | 200 |      40.505µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:10 | 200 |      37.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:15 | 200 |      39.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:16 | 200 |       38.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:20 | 403 |     131.973µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:04:20 | 200 |      39.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:25 | 200 |      39.932µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:26 | 200 |      42.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:30 | 200 |      47.225µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:04:34.310Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"12e5255b-1675-4a93-8614-3e65d24df665","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:04:34.310Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12e5255b-1675-4a93-8614-3e65d24df665","keyPrefix":"sk-oai-Wsezk3XN51CE...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:04:34 | 201 |    2.023182ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:04:35 | 200 |      39.361µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:36 | 200 |      61.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:40 | 200 |      71.319µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:42 | 200 |     755.284µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:04:42 | 200 |     438.728µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:04:42 | 200 |     177.561µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:04:42 | 200 |   17.751192ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:04:45 | 200 |        41.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:46 | 200 |       54.52µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:50 | 200 |      60.575µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:04:54.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d725c1e-0d98-469a-8631-7f76738f7e25","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:04:54.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d725c1e-0d98-469a-8631-7f76738f7e25","keyPrefix":"sk-oai-ufzFLCenphVN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:04:54 | 201 |    1.913312ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:04:54.478Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f910ec84-c9d1-40ac-bbca-7cd233a42fed","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:04:54.478Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f910ec84-c9d1-40ac-bbca-7cd233a42fed","keyPrefix":"sk-oai-1CZaJ9uRNxbP...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:04:54 | 201 |    1.855717ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:04:55 | 200 |       39.27µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:04:56 | 200 |      43.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:00 | 200 |      39.193µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:02 | 200 |     833.131µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:05:02 | 200 |     444.613µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:05:02 | 200 |     179.445µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:02 | 200 |   10.373279ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:05:02 | 200 |     513.006µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:05:02 | 200 |      381.57µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:05:02 | 200 |     130.703µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:02 | 200 |   10.134951ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:05:05 | 200 |      39.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:06 | 200 |      36.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:10 | 200 |      51.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:15 | 200 |      42.798µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:16 | 200 |      39.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:19 | 200 |      260.54µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:19 | 200 |     281.418µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:19 | 200 |     227.071µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:19 | 200 |   35.656441ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:05:20 | 200 |      37.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:25 | 200 |      49.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:26 | 200 |      39.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:30 | 200 |      42.659µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:35 | 200 |     224.023µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:35 | 200 |   12.421922ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:05:35 | 200 |      48.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:35 | 200 |     169.661µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:05:35 | 200 |   11.816607ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:05:36 | 200 |      40.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:40 | 200 |      40.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:45 | 200 |      52.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:46 | 200 |      40.494µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:50 | 200 |      40.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:55 | 200 |      40.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:05:56 | 200 |      39.096µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:00 | 200 |      42.054µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:06:01.346Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c188da12-3f40-4182-bf54-bb691fc3c4ca","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:01.346Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c188da12-3f40-4182-bf54-bb691fc3c4ca","keyPrefix":"sk-oai-brH4bGVznM4i...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:01 | 201 |    3.594579ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:06:01 | 200 |     716.014µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     263.462µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:01 | 200 |     545.467µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     269.341µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:01 | 200 |     508.035µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     260.438µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:01 | 200 |     560.158µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     404.461µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:01 | 200 |     690.763µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     598.423µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:01 | 200 |     358.062µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:01 | 200 |   12.279852ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:06:05 | 200 |       37.41µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:06 | 200 |      47.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:10 | 200 |      44.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:15 | 200 |      37.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:16 | 200 |      49.137µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:06:17.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"90f43227-89fb-4149-98d3-3796af6c1923","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:17.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90f43227-89fb-4149-98d3-3796af6c1923","keyPrefix":"sk-oai-OaC7gB6oRLhk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:17 | 201 |    2.085819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:06:17 | 200 |     593.273µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:17 | 200 |     230.443µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:20 | 200 |      46.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:25 | 200 |      44.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:26 | 200 |      43.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:30 | 200 |      36.936µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:35 | 200 |      44.451µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:36 | 200 |      41.655µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:40 | 200 |      43.631µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:45 | 200 |      38.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:46 | 200 |      43.202µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:50 | 200 |      39.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:55 | 200 |      39.748µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:06:56 | 200 |      37.091µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-26T20:06:57.131Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"13d8c23a-f346-4db4-8235-3da9e7d293ea","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:57.132Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13d8c23a-f346-4db4-8235-3da9e7d293ea","keyPrefix":"sk-oai-PAS7PomluNab...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:57 | 201 |   11.072145ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:06:57.655Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6d9e3212-ce4a-4265-9a90-77d783b5f6fc","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:57.655Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d9e3212-ce4a-4265-9a90-77d783b5f6fc","keyPrefix":"sk-oai-162izzmPcHvZ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:57 | 201 |    1.956522ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:06:57.875Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e453ffa4-e634-4ef3-9bc4-d70dbaf4ca1b","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:57.876Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e453ffa4-e634-4ef3-9bc4-d70dbaf4ca1b","keyPrefix":"sk-oai-sZ84biyrO9xs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:57 | 201 |    1.839738ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:06:57 | 200 |    1.217525ms |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:57 | 200 |     411.966µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:57 | 200 |     119.845µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:06:57 | 200 |   10.743106ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:06:57 | 200 |     554.999µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:06:57 | 200 |      173.99µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-26T20:06:58.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e5ac71ba-5899-467d-b935-6f44c4284600","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:06:58.033Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5ac71ba-5899-467d-b935-6f44c4284600","keyPrefix":"sk-oai-Iu4Ui4UcUIIO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:06:58 | 201 |    1.844786ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:06:58.065Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e5ac71ba-5899-467d-b935-6f44c4284600"}
{"level":"info","timestamp":"2026-05-26T20:06:58.065Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e5ac71ba-5899-467d-b935-6f44c4284600","revokedBy":"alice_lead"}
[GIN] 2026/05/26 - 20:06:58 | 200 |      2.8021ms |      100.64.0.2 | DELETE   "/v1/api-keys/e5ac71ba-5899-467d-b935-6f44c4284600" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:00 | 200 |      40.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:07:01 | 200 |      804.32µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-26T20:07:01.099Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/26 - 20:07:01 | 500 |       90.19µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5f1526ea-462d-4ea8-8512-0f21f1cfe75e","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f1526ea-462d-4ea8-8512-0f21f1cfe75e","keyPrefix":"sk-oai-qKlZGIrN8beI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |    1.701486ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.433Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1474241a-bf36-42b8-823f-6553e3e23a75","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.433Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1474241a-bf36-42b8-823f-6553e3e23a75","keyPrefix":"sk-oai-4mdbzi8ouSoc...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |     1.73169ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6e0744e0-96e6-42c7-a93d-3404b7dc22dc","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e0744e0-96e6-42c7-a93d-3404b7dc22dc","keyPrefix":"sk-oai-18HbvGKRCWLa...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |    1.716937ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.570Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"6e0744e0-96e6-42c7-a93d-3404b7dc22dc"}
{"level":"info","timestamp":"2026-05-26T20:07:01.570Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6e0744e0-96e6-42c7-a93d-3404b7dc22dc","revokedBy":"alice_lead"}
[GIN] 2026/05/26 - 20:07:01 | 200 |    2.288846ms |      100.64.0.3 | DELETE   "/v1/api-keys/6e0744e0-96e6-42c7-a93d-3404b7dc22dc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:01 | 404 |     736.801µs |      100.64.0.4 | DELETE   "/v1/api-keys/6e0744e0-96e6-42c7-a93d-3404b7dc22dc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.709Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9d491419-0e36-44dc-9217-9409433e160c","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.709Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d491419-0e36-44dc-9217-9409433e160c","keyPrefix":"sk-oai-FDc0gEUqSPJH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |    1.571949ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:01 | 200 |      586.78µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:01 | 200 |     442.669µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:01 | 200 |      169.49µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:07:01 | 200 |    9.573678ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.841Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"151b7cf3-6c40-4cd7-9fd1-cc534caf207c","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.841Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"151b7cf3-6c40-4cd7-9fd1-cc534caf207c","keyPrefix":"sk-oai-36EfgILsOeOp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |    1.678072ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:01 | 200 |     494.998µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:01 | 403 |      91.893µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:01 | 200 |     467.677µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:01 | 200 |     339.169µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:01 | 200 |     139.307µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:07:01 | 200 |    9.462302ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:01.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9a6776c4-ea5f-49ab-8d99-fc433cfa3df8","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:01.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a6776c4-ea5f-49ab-8d99-fc433cfa3df8","keyPrefix":"sk-oai-1K7vvBg1Jr9w...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:01 | 201 |    1.707085ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:02 | 200 |      444.98µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:02 | 200 |     367.253µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:02 | 200 |     131.198µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:07:02 | 200 |    9.607238ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:02 | 200 |     489.319µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:02 | 200 |     361.781µs |     10.133.0.57 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/26 - 20:07:02 | 200 |     141.795µs |     10.133.0.57 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/26 - 20:07:02 | 200 |   10.419235ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-26T20:07:02.181Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ab301f2a-84f7-4d29-88fc-652c82a3c6d6","ephemeral":false}
{"level":"info","timestamp":"2026-05-26T20:07:02.181Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab301f2a-84f7-4d29-88fc-652c82a3c6d6","keyPrefix":"sk-oai-IxPvcPdqMXb7...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/26 - 20:07:02 | 201 |    1.794243ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/26 - 20:07:05 | 200 |      38.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/26 - 20:07:06 | 200 |      40.527µs |      10.134.0.2 | GET      "/health"