[GIN] 2026/04/20 - 15:13:44 | 201 | 2.430614ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:13:44 | 200 | 691.474µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:13:44 | 200 | 364.115µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:13:48 | 200 | 34.276µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:13:53.481Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"358e8a07-1692-49fa-bf6b-c304534c7637","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:13:53.481Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"358e8a07-1692-49fa-bf6b-c304534c7637","keyPrefix":"sk-oai-1GL2kuov3hyk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:13:53 | 201 | 2.018677ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:13:53 | 200 | 32.16µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:13:53 | 200 | 33.144µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:13:58 | 200 | 40.725µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:01 | 200 | 1.05476ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:14:01 | 200 | 349.936µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:14:03 | 200 | 33.609µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:03 | 200 | 31.648µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:08 | 200 | 38.11µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:13 | 200 | 37.648µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:13 | 200 | 35.518µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:18 | 200 | 33.384µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:14:19.219Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e9dc8b5-6611-4723-a9a2-cd7db7a43ab7","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:14:19.219Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"4e9dc8b5-6611-4723-a9a2-cd7db7a43ab7","keyPrefix":"sk-oai-1E18J0o62dDQ...","username":"system:serviceaccount:default:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:14:19 | 201 | 2.25882ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:14:19 | 200 | 610.809µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:14:19 | 200 | 259.029µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:14:23 | 200 | 35.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:23 | 200 | 47.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:28 | 200 | 33.455µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:33 | 200 | 32.776µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:33 | 200 | 37.074µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:14:36.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"630271a2-a099-4ffe-8c64-8dd0f7f65b37","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:14:36.909Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"630271a2-a099-4ffe-8c64-8dd0f7f65b37","keyPrefix":"sk-oai-1av7JMk4obYT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:14:36 | 201 | 2.511227ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:14:36 | 200 | 879.844µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:14:36 | 200 | 237.598µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:14:38 | 200 | 32.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:43 | 200 | 34.765µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:43 | 200 | 35.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:48 | 200 | 34.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:53 | 200 | 31.584µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:14:53 | 200 | 32.325µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:14:54.300Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"af90ee23-7432-454e-9369-cec5a2b99e6b","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:14:54.300Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"af90ee23-7432-454e-9369-cec5a2b99e6b","keyPrefix":"sk-oai-1du44GUkzn9T...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:14:54 | 201 | 2.301691ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-20T15:14:54.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c72e235d-82d9-405f-987c-ff67aed137f1","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:14:54.334Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"c72e235d-82d9-405f-987c-ff67aed137f1","keyPrefix":"sk-oai-1YOvWNlunSYL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:14:54 | 201 | 1.749932ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:14:54 | 200 | 635.033µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:14:54 | 200 | 223.336µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:14:54 | 200 | 657.273µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:14:54 | 200 | 265.681µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:14:58 | 200 | 32.095µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:03 | 200 | 30.757µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:03 | 200 | 35.73µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:08 | 200 | 39.608µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-04-20T15:15:12.177Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-04-20T15:15:12.177Z","caller":"api_keys/handler.go:189","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:189\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/04/20 - 15:15:12 | 400 | 306.627µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:15:13 | 200 | 32.966µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:13 | 200 | 29.371µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:18 | 200 | 50.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:23 | 200 | 34.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:23 | 200 | 35.369µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:28 | 200 | 34.709µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:15:29.724Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6b19e3bb-1f63-46ad-847c-ca6b484f012d","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:15:29.724Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"6b19e3bb-1f63-46ad-847c-ca6b484f012d","keyPrefix":"sk-oai-1JdgjxWvrXRf...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:15:29 | 201 | 2.25839ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:15:29 | 200 | 544.889µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:15:29 | 200 | 128.513µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:15:33 | 200 | 37.352µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:33 | 200 | 39.33µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:38 | 200 | 44.025µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:15:38.928Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"54755cbf-ccde-4425-ba75-d78864f4c87e","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:15:38.928Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"54755cbf-ccde-4425-ba75-d78864f4c87e","keyPrefix":"sk-oai-W7WuT52qlels...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:15:38 | 201 | 2.144773ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:15:43 | 200 | 33.623µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:43 | 200 | 37.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:47 | 200 | 879.103µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:15:47 | 200 | 112.955µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:15:48 | 200 | 35.365µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:53 | 200 | 37.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:53 | 200 | 36.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:15:58 | 200 | 33.351µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:03 | 200 | 37.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:03 | 200 | 38.522µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:16:04.648Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0f7c9ba1-2b36-457a-87fe-3ff6c099061f","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:16:04.648Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"0f7c9ba1-2b36-457a-87fe-3ff6c099061f","keyPrefix":"sk-oai-A7ssvOIqSWCG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:16:04 | 201 | 11.304981ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:16:04 | 200 | 1.516273ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:16:04 | 200 | 170.83µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:16:08 | 200 | 35.088µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:13 | 200 | 33.489µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:13 | 200 | 33.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:18 | 200 | 33.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:23 | 200 | 32.807µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:23 | 200 | 38.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:28 | 200 | 32.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:33 | 200 | 39.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:33 | 200 | 37.672µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:38 | 200 | 36.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:43 | 200 | 33.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:43 | 200 | 34.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:48 | 200 | 40.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:53 | 200 | 26.308µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:53 | 200 | 28.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:16:58 | 200 | 27.632µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:03 | 200 | 31.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:03 | 200 | 24.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:08 | 200 | 27.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:13 | 200 | 26.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:13 | 200 | 25.74µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:18 | 200 | 28.155µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:23 | 200 | 28.471µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:23 | 200 | 38.384µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:28 | 200 | 24.424µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:33 | 200 | 28.671µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:33 | 200 | 28.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:38 | 200 | 25.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:43 | 200 | 25.969µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:43 | 200 | 28.024µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:48 | 200 | 32.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:53 | 200 | 30.989µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:53 | 200 | 36.946µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:17:58 | 200 | 29.088µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:03 | 200 | 24.735µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:03 | 200 | 25.041µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:18:04.561Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad63d497-7c61-404c-93b6-a51e0c234652","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:18:04.561Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"ad63d497-7c61-404c-93b6-a51e0c234652","keyPrefix":"sk-oai-R5PPGinZaVWJ...","username":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:18:04 | 201 | 2.331291ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:18:08 | 200 | 26.878µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:13 | 200 | 27.524µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:13 | 200 | 43.349µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:18 | 200 | 26.364µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:23 | 200 | 27.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:23 | 200 | 36.84µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:27 | 200 | 1.103215ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:18:27 | 200 | 247.057µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:18:27 | 404 | 1.151374ms | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/04/20 - 15:18:28 | 200 | 25.269µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:33 | 200 | 33.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:33 | 200 | 25.05µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:38 | 200 | 27.892µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:43 | 200 | 35.076µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:43 | 200 | 37.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:48 | 200 | 42.007µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:53 | 200 | 33.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:53 | 200 | 38.598µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:18:58 | 200 | 30.735µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:03 | 200 | 40.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:03 | 200 | 36.505µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:08 | 200 | 33.882µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:13 | 200 | 43.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:13 | 200 | 49.252µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:19:18.161Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38814063-87bc-4353-acff-62f495d3e2bf","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:19:18.161Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"38814063-87bc-4353-acff-62f495d3e2bf","keyPrefix":"sk-oai-Rgb5dE9ITDNE...","username":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:19:18 | 201 | 2.291491ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:19:18 | 200 | 605.379µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:19:18 | 200 | 140.173µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:19:18 | 200 | 38.237µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:23 | 200 | 33.219µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:23 | 200 | 33.083µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:28 | 200 | 41.704µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:33 | 200 | 34.585µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:33 | 200 | 38.225µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:19:37.394Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b81f98a8-6a24-4c0c-8c86-1606af94abee","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:19:37.394Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"b81f98a8-6a24-4c0c-8c86-1606af94abee","keyPrefix":"sk-oai-1eyyQ3F0ZxPz...","username":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:19:37 | 201 | 2.13089ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:19:37 | 200 | 691.878µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:19:37 | 200 | 135.88µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:19:37 | 200 | 647.539µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:19:37 | 200 | 148.874µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:19:38 | 200 | 31.471µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:43 | 200 | 43.151µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:43 | 200 | 33.38µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:48 | 200 | 61.06µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:53 | 200 | 31.803µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:19:53 | 200 | 37.984µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:19:56.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b684507-ae8c-4ddb-a3b5-64722b197b58","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:19:56.946Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9b684507-ae8c-4ddb-a3b5-64722b197b58","keyPrefix":"sk-oai-1A5UIwlVw8NY...","username":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:19:56 | 201 | 2.018136ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:19:56 | 200 | 657.973µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:19:56 | 200 | 485.049µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:19:56 | 200 | 129.772µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:19:56 | 200 | 24.515004ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:19:58 | 200 | 31.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:03 | 200 | 38.577µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:03 | 200 | 37.184µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:08 | 200 | 34.485µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:13 | 200 | 38.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:13 | 200 | 35.506µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:16 | 200 | 137.218µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:20:16 | 200 | 123.616µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:20:16 | 200 | 23.374495ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:20:18 | 200 | 34.11µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:23 | 200 | 33.03µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:23 | 200 | 32.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:28 | 200 | 29.441µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:20:30.597Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"13c3ae9c-e4f3-4f0b-9507-a5243d3b23ba","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:20:30.597Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"13c3ae9c-e4f3-4f0b-9507-a5243d3b23ba","keyPrefix":"sk-oai-2dU0ox3WBURs...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:20:30 | 201 | 2.392609ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:20:33 | 200 | 27.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:33 | 200 | 26.708µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:38 | 200 | 25.745µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:43 | 200 | 32.142µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:43 | 200 | 27.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:48 | 200 | 32.727µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:53 | 200 | 31.784µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:53 | 200 | 27.791µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:20:58 | 200 | 28.454µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:00 | 200 | 2.12343ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:00 | 200 | 125.567µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:00 | 200 | 571.943µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:00 | 200 | 411.909µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:00 | 200 | 168.883µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:00 | 200 | 14.776432ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:21:03 | 200 | 25.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:03 | 200 | 29.136µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:08 | 200 | 24.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:13 | 200 | 31.968µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:13 | 200 | 27.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:17 | 200 | 109.156µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:17 | 200 | 11.889395ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:21:18 | 200 | 26.861µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:23 | 200 | 26.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:23 | 200 | 31.509µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:21:26.578Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9b2fda5-5617-4409-bd73-d04eb48a5493","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:21:26.578Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a9b2fda5-5617-4409-bd73-d04eb48a5493","keyPrefix":"sk-oai-1AG2A21eUlAs...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:21:26 | 201 | 10.990177ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:21:28 | 200 | 27.697µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:33 | 200 | 27.606µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:33 | 200 | 32.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:34 | 200 | 1.616432ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:34 | 200 | 488.632µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:34 | 200 | 131.151µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:34 | 200 | 10.348743ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T15:21:35.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a6ec6dd4-fbf8-4ec7-982b-22f73170c418","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:21:35.156Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a6ec6dd4-fbf8-4ec7-982b-22f73170c418","keyPrefix":"sk-oai-1KMbjcOm50Il...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:21:35 | 201 | 1.795938ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:21:38 | 200 | 32.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:43 | 200 | 1.133905ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:43 | 200 | 441.338µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:43 | 200 | 132.362µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:43 | 200 | 7.730757ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:21:43 | 200 | 582.524µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:43 | 200 | 437.069µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:43 | 200 | 107.611µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:43 | 200 | 7.561205ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:21:43 | 200 | 27.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:43 | 200 | 34.995µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:21:46.340Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4d45e9c-ba44-49ba-8380-2f676c85ddfa","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:21:46.340Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"f4d45e9c-ba44-49ba-8380-2f676c85ddfa","keyPrefix":"sk-oai-TMK0DX8gFNhF...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:21:46 | 201 | 2.149502ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:21:48 | 200 | 27.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:53 | 200 | 38.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:53 | 200 | 29.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:21:54 | 200 | 981.019µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:54 | 200 | 465.485µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:21:54 | 200 | 143.493µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:21:54 | 200 | 11.406037ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:21:58 | 200 | 35.005µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:03 | 200 | 35.144µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:22:03.621Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b6822bb-a8c0-4fe8-81b9-28d6c0fc7cf1","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:22:03.621Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"8b6822bb-a8c0-4fe8-81b9-28d6c0fc7cf1","keyPrefix":"sk-oai-QRWpd7eITU0a...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:22:03 | 201 | 3.192038ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:22:03 | 200 | 39.383µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:08 | 200 | 36.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:11 | 200 | 973.076µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:11 | 200 | 397.204µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:11 | 200 | 147.966µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:11 | 200 | 435.281µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:11 | 200 | 121.709µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:11 | 200 | 20.752079ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:22:13 | 200 | 33.355µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:13 | 200 | 33.544µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:18 | 200 | 37.278µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:22:22.980Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c22b40d-57fc-4dc5-9b32-a0e3b03625d6","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:22:22.980Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"6c22b40d-57fc-4dc5-9b32-a0e3b03625d6","keyPrefix":"sk-oai-13CLlR3QvP4E...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:22:22 | 201 | 1.779162ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:22:23 | 200 | 33.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:23 | 200 | 49.351µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:28 | 200 | 37.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:31 | 200 | 854.569µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:31 | 200 | 393.859µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:31 | 200 | 126.665µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:31 | 200 | 10.027448ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:22:31 | 200 | 141.194µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:31 | 200 | 33.562718ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:22:33 | 200 | 37.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:33 | 200 | 33.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:38 | 200 | 33.252µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:43 | 200 | 36.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:43 | 200 | 36.611µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:47 | 200 | 184.964µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:47 | 200 | 143.845µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:47 | 200 | 152.561µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:22:47 | 200 | 35.962007ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:22:48 | 200 | 33.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:53 | 200 | 36.109µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:53 | 200 | 35.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:22:58 | 200 | 32.452µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:03 | 200 | 41.007µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:03 | 200 | 39.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:04 | 200 | 214.227µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:23:04 | 200 | 13.573571ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:23:08 | 200 | 42.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:13 | 200 | 37.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:13 | 200 | 29.879µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:23:16.069Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0558e8d4-db0d-462e-be7f-46d4f459da9b","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:23:16.070Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"0558e8d4-db0d-462e-be7f-46d4f459da9b","keyPrefix":"sk-oai-1N2DJlaVN9lP...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:23:16 | 201 | 2.754824ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:23:18 | 200 | 31.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:23 | 200 | 41.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:23 | 200 | 34.782µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:24 | 200 | 969.748µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:24 | 200 | 2.932422ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T15:23:24.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7582cedf-506f-4fbb-ac46-d3939af45b10","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:23:24.717Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"7582cedf-506f-4fbb-ac46-d3939af45b10","keyPrefix":"sk-oai-1IyJe9oBqItk...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:23:24 | 201 | 1.837898ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:23:28 | 200 | 54.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:32 | 200 | 1.06391ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:32 | 200 | 525.156µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:32 | 200 | 137.289µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:23:32 | 200 | 9.531352ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T15:23:33.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a8ebbb91-d0dc-483c-a84f-ebf133a34200","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:23:33.141Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a8ebbb91-d0dc-483c-a84f-ebf133a34200","keyPrefix":"sk-oai-Hss8Ro8msj9m...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:23:33 | 201 | 1.854112ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:23:33 | 200 | 36.19µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:33 | 200 | 36.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:38 | 200 | 37.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:41 | 200 | 1.167751ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:41 | 200 | 435.16µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:41 | 200 | 111.149µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:23:41 | 200 | 9.986ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T15:23:41.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"31d2d867-892e-4240-913f-6ecb81212db2","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:23:41.957Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"31d2d867-892e-4240-913f-6ecb81212db2","keyPrefix":"sk-oai-vl1SmWeWsNm0...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:23:41 | 201 | 1.8824ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:23:43 | 200 | 35.775µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:43 | 200 | 37.649µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:48 | 200 | 30.877µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:49 | 200 | 934.362µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:50 | 200 | 418.652µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:23:50 | 200 | 111.721µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:23:50 | 200 | 9.246223ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:23:53 | 200 | 36.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:53 | 200 | 34.774µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:23:58 | 200 | 35.419µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:23:59.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b4ed2e04-f0ca-4884-86ce-0f9befa16b2d","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:23:59.208Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"b4ed2e04-f0ca-4884-86ce-0f9befa16b2d","keyPrefix":"sk-oai-uMEakfmT06Os...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:23:59 | 201 | 1.81249ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:24:03 | 200 | 33.768µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:03 | 200 | 31.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:08 | 200 | 37.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:13 | 200 | 33.964µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:13 | 200 | 27.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:15 | 200 | 994.923µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:24:15 | 403 | 81.403µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:24:18 | 200 | 36.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:23 | 200 | 33.891µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:23 | 200 | 38.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:28 | 200 | 37.194µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:32 | 403 | 110.521µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:24:33 | 200 | 35.617µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:33 | 200 | 28.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:38 | 200 | 33.395µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:43 | 200 | 36.395µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:43 | 200 | 33.226µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:48 | 200 | 36.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:49 | 403 | 95.659µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:24:53 | 200 | 31.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:53 | 200 | 36.128µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:24:58 | 200 | 40.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:03 | 200 | 35.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:03 | 200 | 35.915µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:07 | 403 | 124.079µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:25:08 | 200 | 26.205µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:13 | 200 | 53.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:13 | 200 | 28.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:18 | 200 | 27.287µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:25:21.479Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a7ec519e-7acd-4c34-b1df-72b8000f441d","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:25:21.479Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a7ec519e-7acd-4c34-b1df-72b8000f441d","keyPrefix":"sk-oai-lTthu4oG77rH...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:25:21 | 201 | 2.613217ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:25:23 | 200 | 27.382µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:23 | 200 | 26.234µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:28 | 200 | 30.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:29 | 200 | 1.270479ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:29 | 200 | 647.351µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:29 | 200 | 390.602µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:25:29 | 200 | 23.002673ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:25:33 | 200 | 25.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:33 | 200 | 25.546µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:38 | 200 | 27.975µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:43 | 200 | 25.654µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:43 | 200 | 33.053µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:25:43.893Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71d6627a-a38a-46d4-adc8-eeb955bf724e","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:25:43.893Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"71d6627a-a38a-46d4-adc8-eeb955bf724e","keyPrefix":"sk-oai-13S5VqZ3dijj...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:25:43 | 201 | 2.427619ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-20T15:25:43.926Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8552f596-18e2-44ae-a828-7aadc4fbc136","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:25:43.926Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"8552f596-18e2-44ae-a828-7aadc4fbc136","keyPrefix":"sk-oai-16IRNNjXqq60...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:25:43 | 201 | 1.71144ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:25:48 | 200 | 34.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:51 | 200 | 1.248882ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:51 | 200 | 601.389µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:51 | 200 | 346.165µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:25:51 | 200 | 10.217145ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:25:51 | 200 | 774.284µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:52 | 200 | 584.678µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:25:52 | 200 | 361.161µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:25:52 | 200 | 9.454673ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:25:53 | 200 | 29.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:53 | 200 | 25.508µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:25:58 | 200 | 27.107µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:03 | 200 | 33.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:03 | 200 | 28.896µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:08 | 200 | 28.727µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:08 | 200 | 208.844µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:08 | 200 | 208.329µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:08 | 200 | 225.591µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:08 | 200 | 35.663807ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:26:13 | 200 | 28.247µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:13 | 200 | 27.011µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:18 | 200 | 29.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:23 | 200 | 27.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:23 | 200 | 25.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:25 | 200 | 132.448µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:25 | 200 | 12.096218ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 15:26:25 | 200 | 111.105µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:25 | 200 | 11.393632ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:26:28 | 200 | 25.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:33 | 200 | 28.839µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:33 | 200 | 28.283µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:38 | 200 | 38.133µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:43 | 200 | 33.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:43 | 200 | 24.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:48 | 200 | 42.264µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:26:51.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9e059310-33ee-4710-aa47-ba7c9e93d382","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:26:51.245Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9e059310-33ee-4710-aa47-ba7c9e93d382","keyPrefix":"sk-oai-18T2PZwzkhKe...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:26:51 | 201 | 2.265482ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:26:51 | 200 | 532.917µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:26:51 | 200 | 136.613µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:51 | 200 | 505.369µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:26:51 | 200 | 114.476µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:51 | 200 | 435.506µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:26:51 | 200 | 125.282µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:51 | 200 | 442.654µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:26:51 | 200 | 358.975µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:26:51 | 200 | 99.909µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:26:51 | 200 | 9.636857ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 15:26:53 | 200 | 25.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:53 | 200 | 30.137µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:26:58 | 200 | 27.201µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:03 | 200 | 27.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:03 | 200 | 31.103µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:27:07.163Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2b0f1972-c230-4018-a751-13f0dd326eb4","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:27:07.163Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"2b0f1972-c230-4018-a751-13f0dd326eb4","keyPrefix":"sk-oai-1EBhwhmf9J07...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:27:07 | 201 | 1.943759ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:27:07 | 200 | 598.773µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:07 | 200 | 124.089µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:08 | 200 | 31.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:13 | 200 | 28.411µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:13 | 200 | 36.71µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:18 | 200 | 28.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:23 | 200 | 32.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:23 | 200 | 32.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:28 | 200 | 27.499µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:33 | 200 | 25.934µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:33 | 200 | 28.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:38 | 200 | 28.354µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:43 | 200 | 39.821µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 15:27:43 | 200 | 31.272µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T15:27:47.752Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"aa046b2b-6bec-454d-a801-5f3fd385e0a7","ephemeral":false} {"level":"info","timestamp":"2026-04-20T15:27:47.752Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"aa046b2b-6bec-454d-a801-5f3fd385e0a7","keyPrefix":"sk-oai-sN6rgudMCGJD...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 15:27:47 | 201 | 11.351621ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 15:27:47 | 200 | 1.549929ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 542.326µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 205.934µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:47 | 200 | 11.637083ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 15:27:47 | 200 | 752.027µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 195.919µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:47 | 200 | 640.293µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 165.354µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:47 | 200 | 635.625µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 143.301µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:47 | 200 | 551.654µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:47 | 200 | 167.534µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 564.423µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 152.202µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 522.753µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 145.599µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 522.711µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 454.965µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 618.486µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 106.726µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 582.638µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 162.186µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 603.863µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 167.072µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 15:27:48 | 200 | 555.249µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 15:27:48 | 200 | 151.214µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-04-20T15:27:48.326Z","caller":"api_keys/store_postgres.go:460","message":"Revoked API key","id":"aa046b2b-6bec-454d-a801-5f3fd385e0a7"} {"level":"info","timestamp":"2026-04-20T15:27:48.326Z","caller":"api_keys/handler.go:317","message":"Revoked API key","keyId":"aa046b2b-6bec-454d-a801-5f3fd385e0a7","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/04/20 - 15:27:48 | 200 | 3.330784ms | 100.64.0.2 | DELETE "/v1/api-keys/aa046b2b-6bec-454d-a801-5f3fd385e0a7" [GIN] 2026/04/20 - 15:27:48 | 200 | 45.73µs | 10.133.0.2 | GET "/health"