[GIN] 2026/04/20 - 07:26:38 | 201 | 3.277303ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:26:38 | 200 | 699.614µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:26:38 | 200 | 222.458µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:26:39 | 200 | 27.244µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:26:42 | 200 | 25.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:26:47 | 200 | 29.383µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:26:47.462Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cab1be62-1840-416b-9db8-fb1fb29e8e84","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:26:47.462Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"cab1be62-1840-416b-9db8-fb1fb29e8e84","keyPrefix":"sk-oai-sHHGTXlyyJON...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:26:47 | 201 | 1.950992ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:26:49 | 200 | 26.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:26:52 | 200 | 27.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:26:55 | 200 | 750.694µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:26:55 | 200 | 188.92µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:26:57 | 200 | 26.067µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:26:59 | 200 | 24.383µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:02 | 200 | 27.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:07 | 200 | 31.351µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:09 | 200 | 33.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:12 | 200 | 25.777µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:27:13.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bcdb1c4f-2b24-41c1-a89f-49334035e63d","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:27:13.343Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"bcdb1c4f-2b24-41c1-a89f-49334035e63d","keyPrefix":"sk-oai-fDIGrYc26MqI...","username":"system:serviceaccount:default:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:27:13 | 201 | 2.307302ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:27:13 | 200 | 586.822µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:27:13 | 200 | 232.403µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:27:17 | 200 | 28.673µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:19 | 200 | 35.039µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:22 | 200 | 44.689µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:27 | 200 | 33.372µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:29 | 200 | 36.191µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:27:30.915Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a57a2f2f-1bf5-4f2a-af39-73263211e7c7","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:27:30.915Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a57a2f2f-1bf5-4f2a-af39-73263211e7c7","keyPrefix":"sk-oai-Af7uuGWfWFg5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:27:30 | 201 | 2.451687ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:27:30 | 200 | 919.007µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:27:30 | 200 | 210.361µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:27:32 | 200 | 35.806µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:37 | 200 | 35.456µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:39 | 200 | 41.968µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:42 | 200 | 33.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:47 | 200 | 35.966µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:27:48.159Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fbfe6f76-6808-4d13-bdcb-e834e21a6d6b","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:27:48.159Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"fbfe6f76-6808-4d13-bdcb-e834e21a6d6b","keyPrefix":"sk-oai-RQsVcHIHRL7v...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:27:48 | 201 | 2.017083ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-20T07:27:48.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"763866c9-c7b6-4b9e-9849-62a99781594f","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:27:48.187Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"763866c9-c7b6-4b9e-9849-62a99781594f","keyPrefix":"sk-oai-d0277CzdmDEp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:27:48 | 201 | 1.617184ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:27:48 | 200 | 523.406µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:27:48 | 200 | 204.481µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:27:48 | 200 | 453.501µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:27:48 | 200 | 279.371µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:27:49 | 200 | 31.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:52 | 200 | 32.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:57 | 200 | 40.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:27:59 | 200 | 36.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:02 | 200 | 41.145µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-04-20T07:28:05.777Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-04-20T07:28:05.777Z","caller":"api_keys/handler.go:189","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:189\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/04/20 - 07:28:05 | 400 | 244.354µs | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:28:07 | 200 | 31.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:09 | 200 | 31.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:12 | 200 | 34.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:17 | 200 | 40.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:19 | 200 | 39.21µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:22 | 200 | 34.742µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:28:23.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d620f4c7-52da-41bd-8331-018e5092cb29","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:28:23.121Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"d620f4c7-52da-41bd-8331-018e5092cb29","keyPrefix":"sk-oai-HUV5LLSXsHpm...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:28:23 | 201 | 2.217738ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:28:23 | 200 | 525.119µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:28:23 | 200 | 134.397µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:28:27 | 200 | 35.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:29 | 200 | 40.779µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:32 | 200 | 37.914µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:28:32.183Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a2987435-db41-48d3-a809-c7e031706672","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:28:32.183Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a2987435-db41-48d3-a809-c7e031706672","keyPrefix":"sk-oai-1e7C5Ng4dYVK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:28:32 | 201 | 2.079209ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:28:37 | 200 | 35.239µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:39 | 200 | 32.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:40 | 200 | 758.014µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:28:40 | 200 | 107.406µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:28:42 | 200 | 32.934µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:47 | 200 | 42.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:49 | 200 | 36.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:52 | 200 | 29.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:28:57 | 200 | 26.97µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:28:57.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bb410d35-97bd-4c30-b445-fceed9d6c83f","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:28:57.705Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"bb410d35-97bd-4c30-b445-fceed9d6c83f","keyPrefix":"sk-oai-y7FMi0iC3Yz6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:28:57 | 201 | 12.074313ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:28:57 | 200 | 1.552272ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:28:57 | 200 | 215.803µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:28:59 | 200 | 30.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:02 | 200 | 27.61µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:07 | 200 | 27.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:09 | 200 | 26.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:12 | 200 | 33.448µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:17 | 200 | 24.582µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:19 | 200 | 27.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:22 | 200 | 25.48µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:27 | 200 | 25.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:29 | 200 | 26.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:32 | 200 | 25.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:37 | 200 | 32.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:39 | 200 | 30.928µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:42 | 200 | 30.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:47 | 200 | 27.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:49 | 200 | 30.142µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:52 | 200 | 25.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:57 | 200 | 26.095µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:29:59 | 200 | 32.226µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:02 | 200 | 34.394µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:07 | 200 | 27.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:09 | 200 | 38.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:12 | 200 | 32.087µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:17 | 200 | 25.711µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:19 | 200 | 29.421µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:22 | 200 | 25.072µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:27 | 200 | 36.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:29 | 200 | 27.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:32 | 200 | 24.351µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:37 | 200 | 29.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:39 | 200 | 29.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:42 | 200 | 28.573µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:47 | 200 | 23.964µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:49 | 200 | 24.587µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:52 | 200 | 30.584µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:30:56.988Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c23e1f77-1095-4768-ab4c-c28042631655","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:30:56.989Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"c23e1f77-1095-4768-ab4c-c28042631655","keyPrefix":"sk-oai-1f2KxOT3M4Vv...","username":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:30:56 | 201 | 3.977141ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:30:57 | 200 | 34.758µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:30:59 | 200 | 35.263µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:02 | 200 | 32.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:07 | 200 | 42.563µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:09 | 200 | 31.59µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:12 | 200 | 32.136µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:17 | 200 | 36.25µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:19 | 200 | 35.096µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:20 | 200 | 1.050029ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:31:20 | 200 | 116.898µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:31:20 | 404 | 1.196777ms | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/04/20 - 07:31:22 | 200 | 31.704µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:27 | 200 | 50.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:29 | 200 | 38.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:32 | 200 | 39.088µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:37 | 200 | 53.877µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:39 | 200 | 37.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:42 | 200 | 38.295µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:47 | 200 | 38.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:49 | 200 | 52.162µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:52 | 200 | 40.136µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:57 | 200 | 31.66µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:31:59 | 200 | 30.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:02 | 200 | 60.376µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:07 | 200 | 38.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:09 | 200 | 34.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:12 | 200 | 31.663µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:32:12.874Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e6ebcd26-6323-4668-9135-d05fe6dd091a","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:32:12.874Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"e6ebcd26-6323-4668-9135-d05fe6dd091a","keyPrefix":"sk-oai-sizYMrgQ0FO8...","username":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:32:12 | 201 | 2.515689ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:32:12 | 200 | 821.87µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:32:12 | 200 | 372.516µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:32:17 | 200 | 44.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:19 | 200 | 31.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:22 | 200 | 31.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:27 | 200 | 47.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:29 | 200 | 32.215µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:32:32.030Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c919cbca-e2dc-44ac-90aa-abafbf34868f","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:32:32.031Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"c919cbca-e2dc-44ac-90aa-abafbf34868f","keyPrefix":"sk-oai-1LUDCOvWFkjn...","username":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:32:32 | 201 | 2.07877ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:32:32 | 200 | 755.332µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:32:32 | 200 | 356.057µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:32:32 | 200 | 27.479µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:32 | 200 | 633.772µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:32:32 | 200 | 580.871µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:32:37 | 200 | 27.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:39 | 200 | 34.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:42 | 200 | 25.067µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:47 | 200 | 25.299µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:49 | 200 | 26.188µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:32:51.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f09f4611-c32b-413a-883c-620d8c19db63","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:32:51.488Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"f09f4611-c32b-413a-883c-620d8c19db63","keyPrefix":"sk-oai-eoOPQxFk2FEm...","username":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:32:51 | 201 | 2.264921ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:32:51 | 200 | 816.377µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:32:51 | 200 | 670.538µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:32:51 | 200 | 391.129µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:32:51 | 200 | 31.878616ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:32:52 | 200 | 35.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:57 | 200 | 26.991µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:32:59 | 200 | 28.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:02 | 200 | 27.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:07 | 200 | 27.499µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:09 | 200 | 25.174µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:10 | 200 | 204.854µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:33:10 | 200 | 192.714µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:33:10 | 200 | 22.652403ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 07:33:12 | 200 | 29.422µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:17 | 200 | 50.026µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:19 | 200 | 34.989µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:22 | 200 | 51.551µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:33:22.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9652483b-3d67-4af4-bc88-e2bcf38c8050","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:33:22.589Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9652483b-3d67-4af4-bc88-e2bcf38c8050","keyPrefix":"sk-oai-VaKZrp4j1crL...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:33:22 | 201 | 3.23813ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:33:27 | 200 | 24.977µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:29 | 200 | 26.185µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:32 | 200 | 29.205µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:37 | 200 | 34.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:39 | 200 | 28.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:42 | 200 | 27.247µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:47 | 200 | 31.003µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:49 | 200 | 30.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:52 | 200 | 26.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:52 | 200 | 832.436µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:33:52 | 200 | 375.426µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:33:52 | 200 | 519.272µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:33:52 | 200 | 511.255µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:33:52 | 200 | 208.548µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:33:52 | 200 | 14.749394ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:33:57 | 200 | 27.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:33:59 | 200 | 28.976µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:02 | 200 | 32.152µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:07 | 200 | 25.034µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:09 | 200 | 39.637µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:09 | 200 | 210.96µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:34:09 | 200 | 15.165852ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:34:12 | 200 | 31.448µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:17 | 200 | 36.428µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:34:18.365Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"95479cec-628f-402c-a79f-f7c2d6cf07bd","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:34:18.365Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"95479cec-628f-402c-a79f-f7c2d6cf07bd","keyPrefix":"sk-oai-Tvpt3R12qdIf...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:34:18 | 201 | 12.755765ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:34:19 | 200 | 36.775µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:22 | 200 | 38.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:26 | 200 | 1.66257ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:26 | 200 | 525.533µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:26 | 200 | 141.681µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:34:26 | 200 | 9.601781ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T07:34:26.880Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7b6c7bb0-c67a-4068-ad71-75938ebc054d","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:34:26.880Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"7b6c7bb0-c67a-4068-ad71-75938ebc054d","keyPrefix":"sk-oai-8j5S3NrYWEVH...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:34:26 | 201 | 1.669512ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:34:27 | 200 | 32.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:29 | 200 | 36.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:32 | 200 | 38.003µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:34 | 200 | 1.037184ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:34 | 200 | 482.223µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:34 | 200 | 199.979µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:34:34 | 200 | 8.226333ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:34:34 | 200 | 473.878µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:34 | 200 | 409.762µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:34 | 200 | 139.822µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:34:34 | 200 | 6.845186ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T07:34:35.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bbfe04b-b37c-4af8-95e2-88e5f9e917cc","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:34:35.854Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"3bbfe04b-b37c-4af8-95e2-88e5f9e917cc","keyPrefix":"sk-oai-12dDXpckZUiN...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:34:35 | 201 | 1.80539ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:34:37 | 200 | 33.837µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:39 | 200 | 53.968µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:42 | 200 | 46.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:43 | 200 | 881.904µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:43 | 200 | 418.758µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:34:43 | 200 | 177.26µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:34:43 | 200 | 9.803107ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:34:47 | 200 | 35.941µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:49 | 200 | 34.304µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:52 | 200 | 49.03µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:34:53.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"880d9d61-afe8-4b42-8919-bf48f08debaa","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:34:53.026Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"880d9d61-afe8-4b42-8919-bf48f08debaa","keyPrefix":"sk-oai-Krfgap2hh03z...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:34:53 | 201 | 2.083524ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:34:57 | 200 | 37.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:34:59 | 200 | 36.978µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:01 | 200 | 929.004µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:01 | 200 | 422.489µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:01 | 200 | 135.149µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:01 | 200 | 462.373µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:01 | 200 | 201.288µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:01 | 200 | 18.952622ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:35:02 | 200 | 36.423µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:07 | 200 | 32.257µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:09 | 200 | 32.606µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:12 | 200 | 31.568µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:35:14.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76c134aa-b34e-42c6-b9f0-d9197001e49a","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:35:14.488Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"76c134aa-b34e-42c6-b9f0-d9197001e49a","keyPrefix":"sk-oai-1lZ0zuYPIDCq...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:35:14 | 201 | 2.190177ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:35:17 | 200 | 39.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:19 | 200 | 35.228µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:22 | 200 | 30.321µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:22 | 200 | 760.987µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:22 | 200 | 535.517µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:22 | 200 | 155.739µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:22 | 200 | 9.985195ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:35:22 | 200 | 156.363µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:22 | 200 | 33.517426ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:35:27 | 200 | 38.521µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:29 | 200 | 35.133µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:32 | 200 | 32.648µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:37 | 200 | 35.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:38 | 200 | 155.131µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:38 | 200 | 131.673µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:38 | 200 | 126.511µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:38 | 200 | 42.131959ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 07:35:39 | 200 | 35.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:42 | 200 | 35.438µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:47 | 200 | 34.772µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:49 | 200 | 34.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:52 | 200 | 45.263µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:56 | 200 | 117.845µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:35:56 | 200 | 13.254972ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:35:57 | 200 | 31.468µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:35:59 | 200 | 32.32µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:02 | 200 | 32.392µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:07 | 200 | 30.715µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:36:07.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a64032b3-eb91-48f7-9c70-73d1ac560b2c","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:36:07.335Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a64032b3-eb91-48f7-9c70-73d1ac560b2c","keyPrefix":"sk-oai-wNgDeKCHMktW...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:36:07 | 201 | 4.224052ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:36:09 | 200 | 33.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:12 | 200 | 43.992µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:15 | 200 | 860.358µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:15 | 200 | 3.206502ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T07:36:15.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"90f4c5d2-b149-4f01-af21-2a1e61650688","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:36:15.936Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"90f4c5d2-b149-4f01-af21-2a1e61650688","keyPrefix":"sk-oai-152UKafmYZVN...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:36:15 | 201 | 1.754904ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:36:17 | 200 | 57.57µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:19 | 200 | 31.161µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:22 | 200 | 30.865µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:23 | 200 | 940.165µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:23 | 200 | 537.695µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:23 | 200 | 106.139µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:36:23 | 200 | 9.514537ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T07:36:24.359Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e51da965-224d-43e5-b7d2-075d5a8b1774","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:36:24.360Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"e51da965-224d-43e5-b7d2-075d5a8b1774","keyPrefix":"sk-oai-hzM522b9h0bb...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:36:24 | 201 | 4.468003ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:36:27 | 200 | 40.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:29 | 200 | 34.011µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:32 | 200 | 40.439µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:32 | 200 | 1.004796ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:32 | 200 | 619.56µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:32 | 200 | 231.348µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:36:32 | 200 | 9.782986ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-04-20T07:36:33.069Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"413c2f35-bf22-4863-b6fc-9bcd9f6192bd","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:36:33.069Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"413c2f35-bf22-4863-b6fc-9bcd9f6192bd","keyPrefix":"sk-oai-nmmLBifnJsKZ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:36:33 | 201 | 1.727175ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:36:37 | 200 | 36.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:39 | 200 | 34.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:41 | 200 | 959.97µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:41 | 200 | 486.769µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:36:41 | 200 | 170.739µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:36:41 | 200 | 9.494831ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:36:42 | 200 | 32.09µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:47 | 200 | 45.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:49 | 200 | 38.19µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:36:50.213Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"41cf7a98-dc82-4a37-acb4-43f96bf0f5d9","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:36:50.213Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"41cf7a98-dc82-4a37-acb4-43f96bf0f5d9","keyPrefix":"sk-oai-ANXU84ssDKls...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:36:50 | 201 | 2.220152ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:36:52 | 200 | 30.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:57 | 200 | 36.902µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:36:59 | 200 | 27.197µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:02 | 200 | 27.731µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:06 | 200 | 912.441µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:37:06 | 403 | 73.977µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:37:07 | 200 | 31.85µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:09 | 200 | 33.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:12 | 200 | 35.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:17 | 200 | 36.275µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:19 | 200 | 38.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:22 | 200 | 45.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:23 | 403 | 130.033µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:37:27 | 200 | 33.192µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:29 | 200 | 30.886µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:32 | 200 | 36.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:37 | 200 | 39.896µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:39 | 200 | 35.175µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:40 | 403 | 92.079µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:37:42 | 200 | 29.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:47 | 200 | 32.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:49 | 200 | 31.82µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:52 | 200 | 32.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:57 | 200 | 52.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:37:57 | 403 | 111.714µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 07:37:59 | 200 | 35.116µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:02 | 200 | 32.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:07 | 200 | 32.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:09 | 200 | 31.96µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:38:11.950Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23d1fcec-8e9e-411d-bfc1-7d61e585b6e5","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:38:11.950Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"23d1fcec-8e9e-411d-bfc1-7d61e585b6e5","keyPrefix":"sk-oai-1L9y7Mb6TCUb...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:38:11 | 201 | 2.38287ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:38:12 | 200 | 47.807µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:17 | 200 | 34.173µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:19 | 200 | 35.892µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:19 | 200 | 1.151103ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:20 | 200 | 542.169µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:20 | 200 | 174.37µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:20 | 200 | 19.768909ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 07:38:22 | 200 | 32.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:27 | 200 | 30.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:29 | 200 | 30.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:32 | 200 | 33.978µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:38:34.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23ebb46d-56fa-4d86-9147-ceba3112ea31","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:38:34.083Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"23ebb46d-56fa-4d86-9147-ceba3112ea31","keyPrefix":"sk-oai-QaEycqOfFPuZ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:38:34 | 201 | 2.25492ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-20T07:38:34.112Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a8f2ced7-157c-4b7f-9f7b-f0e62b81095c","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:38:34.112Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a8f2ced7-157c-4b7f-9f7b-f0e62b81095c","keyPrefix":"sk-oai-1cSGfKwQEKf3...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:38:34 | 201 | 1.778961ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:38:37 | 200 | 30.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:39 | 200 | 35.829µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:42 | 200 | 32.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:42 | 200 | 1.064728ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:42 | 200 | 455.379µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:42 | 200 | 148.925µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:42 | 200 | 10.710821ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:38:42 | 200 | 485.416µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:42 | 200 | 428.344µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:38:42 | 200 | 147.299µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:42 | 200 | 19.063061ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/20 - 07:38:47 | 200 | 32.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:49 | 200 | 33.076µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:52 | 200 | 38.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:57 | 200 | 35.38µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:38:58 | 200 | 182.338µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:58 | 200 | 154.171µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:58 | 200 | 147.467µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:38:58 | 200 | 34.879117ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/20 - 07:38:59 | 200 | 32.037µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:02 | 200 | 33.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:07 | 200 | 32.813µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:09 | 200 | 34.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:12 | 200 | 34.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:14 | 200 | 164.721µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:14 | 200 | 13.494027ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:39:15 | 200 | 147.625µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:15 | 200 | 11.900895ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:39:17 | 200 | 37.739µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:19 | 200 | 39.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:22 | 200 | 35.028µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:27 | 200 | 36.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:29 | 200 | 35.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:32 | 200 | 38.709µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:37 | 200 | 37.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:39 | 200 | 30.719µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:39:40.621Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0263cbe3-e1f8-4b71-a828-788fbdbf964e","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:39:40.621Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"0263cbe3-e1f8-4b71-a828-788fbdbf964e","keyPrefix":"sk-oai-tcbAb5sMhlA8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:39:40 | 201 | 3.947945ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:39:40 | 200 | 555.961µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:40 | 200 | 143.911µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:40 | 200 | 538.008µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:40 | 200 | 130.653µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:40 | 200 | 588.757µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:40 | 200 | 112.749µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:40 | 200 | 584.423µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:40 | 200 | 387.043µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:40 | 200 | 103.721µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:40 | 200 | 10.407589ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:39:42 | 200 | 38.261µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:47 | 200 | 31.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:49 | 200 | 37.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:52 | 200 | 46.442µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:39:56.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c52dcb67-01f2-4084-b4aa-45a80bba319f","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:39:56.278Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"c52dcb67-01f2-4084-b4aa-45a80bba319f","keyPrefix":"sk-oai-swtbBcVji498...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:39:56 | 201 | 1.976981ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:39:56 | 200 | 523.469µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:39:56 | 200 | 134.584µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:39:57 | 200 | 34.278µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:39:59 | 200 | 34.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:02 | 200 | 38.238µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:07 | 200 | 33.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:09 | 200 | 33.443µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:12 | 200 | 34.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:17 | 200 | 33.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:19 | 200 | 44.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:22 | 200 | 31.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:27 | 200 | 36.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:29 | 200 | 47.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:32 | 200 | 38.978µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-20T07:40:36.452Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"26ad4142-fbab-4755-87a0-d858191e2373","ephemeral":false} {"level":"info","timestamp":"2026-04-20T07:40:36.452Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"26ad4142-fbab-4755-87a0-d858191e2373","keyPrefix":"sk-oai-19hyGTIyxHnu...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/04/20 - 07:40:36 | 201 | 10.992402ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/20 - 07:40:36 | 200 | 1.443912ms | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 560.141µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 216.647µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 9.623867ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/20 - 07:40:36 | 200 | 602.346µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 206.292µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 512.45µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 212.337µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 559.8µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 210.444µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 641.273µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 199.867µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 507.037µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 188.068µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 513.396µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 222.796µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 511.637µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 212.669µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 542.239µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 227.437µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 499.657µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 173.695µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 591.238µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 326.35µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/20 - 07:40:36 | 200 | 387.233µs | 10.134.0.29 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/20 - 07:40:36 | 200 | 331.608µs | 10.134.0.29 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-04-20T07:40:36.949Z","caller":"api_keys/store_postgres.go:460","message":"Revoked API key","id":"26ad4142-fbab-4755-87a0-d858191e2373"} {"level":"info","timestamp":"2026-04-20T07:40:36.949Z","caller":"api_keys/handler.go:317","message":"Revoked API key","keyId":"26ad4142-fbab-4755-87a0-d858191e2373","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/04/20 - 07:40:36 | 200 | 3.022167ms | 100.64.0.4 | DELETE "/v1/api-keys/26ad4142-fbab-4755-87a0-d858191e2373" [GIN] 2026/04/20 - 07:40:37 | 200 | 38.799µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/20 - 07:40:39 | 200 | 32.757µs | 10.133.0.2 | GET "/health"