{"level":"info","timestamp":"2026-05-21T21:41:01.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f4c3d47b-a562-4b73-bb5c-0b07545a3be3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:41:01.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4c3d47b-a562-4b73-bb5c-0b07545a3be3","keyPrefix":"sk-oai-Eicpy9eF9OQg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:41:01 | 201 | 2.046631ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:41:03 | 200 | 36.25µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:08 | 200 | 33.675µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:10 | 200 | 903.523µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:41:10 | 200 | 132.156µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:41:10 | 200 | 34.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:13 | 200 | 36.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:18 | 200 | 35.566µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:20 | 200 | 34.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:23 | 200 | 46.035µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:41:27.573Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"30fac432-f480-477b-98b9-c1ee3b4b2c16","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:41:27.573Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30fac432-f480-477b-98b9-c1ee3b4b2c16","keyPrefix":"sk-oai-F9RtxAVnB3t4...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:41:27 | 201 | 1.929389ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:41:27 | 200 | 538.019µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:41:27 | 200 | 152.97µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:41:28 | 200 | 34.492µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:30 | 200 | 32.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:33 | 200 | 55.551µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:38 | 200 | 34.219µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:40 | 200 | 40.832µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:43 | 200 | 37.019µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:41:45.213Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"db398b66-c38f-4376-b95c-27cacadd9398","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:41:45.213Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db398b66-c38f-4376-b95c-27cacadd9398","keyPrefix":"sk-oai-iiDgpGPy7Xql...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:41:45 | 201 | 1.697317ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:41:45 | 200 | 471.74µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:41:45 | 200 | 181.042µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:41:48 | 200 | 35.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:50 | 200 | 42.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:53 | 200 | 33.686µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:41:58 | 200 | 35.827µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:00 | 200 | 35.161µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:42:02.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7b7c285f-5498-4fb9-9891-59ea2a5a3976","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:42:02.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b7c285f-5498-4fb9-9891-59ea2a5a3976","keyPrefix":"sk-oai-15IA4hadv3HB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:42:02 | 201 | 2.054688ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:42:02.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5aa4f3f9-cfcd-465a-8086-160b957439a5","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:42:02.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5aa4f3f9-cfcd-465a-8086-160b957439a5","keyPrefix":"sk-oai-1OBJfOfX4bik...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:42:02 | 201 | 1.943062ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:42:02 | 200 | 504.948µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:42:02 | 200 | 187.68µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:42:02 | 200 | 493.957µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:42:02 | 200 | 185.312µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:42:03 | 200 | 37.934µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:08 | 200 | 35.517µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:10 | 200 | 33.814µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:13 | 200 | 34.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:18 | 200 | 33.817µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:20 | 200 | 35.342µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T21:42:20.248Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T21:42:20.248Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 21:42:20 | 400 | 250.5µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:42:23 | 200 | 34.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:28 | 200 | 43.506µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:30 | 200 | 33.884µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:33 | 200 | 35.648µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:42:37.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0f0a9f7a-8d5c-41c7-a6fc-c666655467ca","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:42:37.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f0a9f7a-8d5c-41c7-a6fc-c666655467ca","keyPrefix":"sk-oai-5uxP1CgHBADg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:42:37 | 201 | 13.155542ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:42:37 | 200 | 1.463214ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:42:37 | 200 | 148.466µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:42:38 | 200 | 40.503µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:40 | 200 | 39.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:43 | 200 | 50.084µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:42:46.710Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d3db232d-3233-4dd8-bfee-ba432c607cfd","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:42:46.710Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3db232d-3233-4dd8-bfee-ba432c607cfd","keyPrefix":"sk-oai-lIRFzUEye9a8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:42:46 | 201 | 2.246159ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:42:48 | 200 | 37.733µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:50 | 200 | 41.034µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:53 | 200 | 42.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:42:54 | 200 | 965.425µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:42:54 | 200 | 146.677µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:42:58 | 200 | 40.011µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:00 | 200 | 46.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:03 | 200 | 45.871µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:08 | 200 | 40.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:10 | 200 | 44.482µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:43:12.236Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f950b4d6-ff52-4c9a-94ff-cb2497cbf595","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:43:12.236Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f950b4d6-ff52-4c9a-94ff-cb2497cbf595","keyPrefix":"sk-oai-rXvgygWqa97v...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:43:12 | 201 | 2.148824ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:43:12 | 200 | 633.556µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:43:12 | 200 | 165.754µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:43:13 | 200 | 63.666µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:18 | 200 | 44.063µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:20 | 200 | 40.151µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:23 | 200 | 52.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:28 | 200 | 44.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:30 | 200 | 79.233µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:33 | 200 | 44.102µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:38 | 200 | 54.018µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:40 | 200 | 39.423µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:43 | 200 | 40.584µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:48 | 200 | 42.187µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:50 | 200 | 40.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:53 | 200 | 44.359µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:43:58 | 200 | 38.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:00 | 200 | 39.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:03 | 200 | 42.611µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:08 | 200 | 42.304µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:10 | 200 | 40.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:13 | 200 | 38.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:18 | 200 | 43.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:20 | 200 | 40.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:23 | 200 | 43.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:28 | 200 | 41.144µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:30 | 200 | 42.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:33 | 200 | 40.638µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:38 | 200 | 40.955µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:40 | 200 | 47.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:43 | 200 | 42.243µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:48 | 200 | 41.757µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:50 | 200 | 37.607µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:53 | 200 | 43.915µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:44:58 | 200 | 44.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:00 | 200 | 41.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:03 | 200 | 39.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:08 | 200 | 38.485µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:10 | 200 | 61.499µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:45:11.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"de11890c-594d-4bb6-a62a-638057027e64","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:45:11.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de11890c-594d-4bb6-a62a-638057027e64","keyPrefix":"sk-oai-1baoQNvItReS...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:45:11 | 201 | 2.05974ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:45:13 | 200 | 40.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:18 | 200 | 42.406µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:20 | 200 | 42.482µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:23 | 200 | 38.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:28 | 200 | 42.843µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:30 | 200 | 39.123µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:33 | 200 | 43.611µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:34 | 200 | 873.339µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:45:34 | 200 | 177.638µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:45:35 | 404 | 911.641µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:45:38 | 200 | 42.789µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:40 | 200 | 42.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:43 | 200 | 41.913µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:48 | 200 | 42.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:50 | 200 | 36.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:53 | 200 | 42.18µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:45:58 | 200 | 42.422µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:00 | 200 | 47.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:03 | 200 | 42.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:08 | 200 | 47.936µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:10 | 200 | 38.64µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:13 | 200 | 41.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:18 | 200 | 41.848µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:20 | 200 | 40.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:23 | 200 | 35.6µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:46:27.781Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cbf5f9fe-aefe-440d-b369-28040d37555c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:46:27.781Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbf5f9fe-aefe-440d-b369-28040d37555c","keyPrefix":"sk-oai-1Qv1S9XO20si...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:46:27 | 201 | 2.29552ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:46:27 | 200 | 620.461µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:46:27 | 200 | 191.984µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:46:28 | 200 | 35.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:30 | 200 | 37.842µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:33 | 200 | 48.825µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:38 | 200 | 50.646µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:40 | 200 | 39.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:43 | 200 | 43.234µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:46:47.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"638bbb3a-116b-446d-aa7f-730e2b3598e7","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:46:47.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"638bbb3a-116b-446d-aa7f-730e2b3598e7","keyPrefix":"sk-oai-5oBKvDxOlRt7...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:46:47 | 201 | 2.003385ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:46:47 | 200 | 545.856µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:46:47 | 200 | 201.553µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:46:47 | 200 | 456.259µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:46:47 | 200 | 214.527µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:46:48 | 200 | 43.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:50 | 200 | 39.729µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:53 | 200 | 44.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:46:58 | 200 | 41.217µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:00 | 200 | 39.052µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:03 | 200 | 41.504µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:47:04.548Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 21:47:04 | 200 | 842.808µs | 10.132.0.38 | POST "/internal/v1/api-keys/cleanup" {"level":"info","timestamp":"2026-05-21T21:47:06.490Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3f9bb806-2a2f-43e0-814c-ed24cfcf2695","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:47:06.490Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f9bb806-2a2f-43e0-814c-ed24cfcf2695","keyPrefix":"sk-oai-ngNbhuNGVTAw...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:47:06 | 201 | 1.980956ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:47:06 | 200 | 522.555µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:47:06 | 200 | 469.221µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:47:06 | 200 | 263.005µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:47:06 | 200 | 20.434206ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:47:08 | 200 | 42.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:10 | 200 | 39.18µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:13 | 200 | 41.064µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:18 | 200 | 39.439µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:20 | 200 | 45.426µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:23 | 200 | 41.572µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:25 | 200 | 161.091µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:47:25 | 200 | 152.732µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:47:25 | 200 | 26.140726ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:47:28 | 200 | 38.65µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:30 | 200 | 41.742µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:33 | 200 | 44.464µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:38 | 200 | 39.573µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:47:39.804Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48057463-dd27-4f28-9c9f-13922a67ce79","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:47:39.804Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48057463-dd27-4f28-9c9f-13922a67ce79","keyPrefix":"sk-oai-oJtnUw4rKSUA...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:47:39 | 201 | 10.416774ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:47:40 | 200 | 41.115µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:43 | 200 | 65.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:48 | 200 | 42.923µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:50 | 200 | 41.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:53 | 200 | 40.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:47:58 | 200 | 43.362µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:00 | 200 | 45.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:03 | 200 | 43.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:08 | 200 | 39.498µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:09 | 200 | 2.546793ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:09 | 200 | 144.44µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:09 | 200 | 523.928µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:09 | 200 | 383.443µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:09 | 200 | 147.172µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:09 | 200 | 10.658803ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:10 | 200 | 42.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:13 | 200 | 41.439µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:18 | 200 | 39.747µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:20 | 200 | 40.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:23 | 200 | 250.2µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:26 | 200 | 213.234µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:27 | 200 | 13.37329ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:28 | 200 | 63.506µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:30 | 200 | 40.03µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:33 | 200 | 40.28µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:48:35.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f776a3db-6a89-47d9-beca-38fa41c01610","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:48:35.593Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f776a3db-6a89-47d9-beca-38fa41c01610","keyPrefix":"sk-oai-ZeTee0zNhtB6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:48:35 | 201 | 2.178475ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:38 | 200 | 40.49µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:40 | 200 | 43.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:43 | 200 | 1.025573ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:43 | 200 | 630.075µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:43 | 200 | 365.931µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:43 | 200 | 10.281632ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:43 | 200 | 39.792µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:48:44.133Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b8a99b0-477e-4740-8778-c2c548421c6f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:48:44.133Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b8a99b0-477e-4740-8778-c2c548421c6f","keyPrefix":"sk-oai-1Yoe4a9lCxj7...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:48:44 | 201 | 1.750106ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:48 | 200 | 42.215µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:50 | 200 | 39.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:52 | 200 | 960.19µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:52 | 200 | 640.202µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:52 | 200 | 381.968µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:52 | 200 | 6.930675ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:52 | 200 | 694.144µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:52 | 200 | 596.189µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:48:52 | 200 | 358.662µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:48:52 | 200 | 6.656356ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:48:53.147Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba46f653-9054-4daa-b2b0-47620d7d7982","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:48:53.147Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba46f653-9054-4daa-b2b0-47620d7d7982","keyPrefix":"sk-oai-1JmyYCvBnn6c...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:48:53 | 201 | 1.797ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:48:53 | 200 | 42.217µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:48:58 | 200 | 42.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:00 | 200 | 46.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:01 | 200 | 914.862µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:01 | 200 | 587.563µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:01 | 200 | 390.895µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:01 | 200 | 10.555533ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:03 | 200 | 46.382µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:08 | 200 | 37.05µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:10 | 200 | 39.66µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:49:10.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec397583-77ef-4198-b0b5-49a46ffc2a2c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:49:10.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec397583-77ef-4198-b0b5-49a46ffc2a2c","keyPrefix":"sk-oai-PKhCGfGT05iN...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:49:10 | 201 | 2.253615ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:13 | 200 | 38.422µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:18 | 200 | 792.701µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:18 | 200 | 569.577µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:18 | 200 | 184.846µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:18 | 200 | 321.832µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:18 | 200 | 143.586µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:18 | 200 | 20.987116ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:18 | 200 | 42.49µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:20 | 200 | 40.406µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:23 | 200 | 47.151µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:28 | 200 | 43.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:30 | 200 | 37.158µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:49:31.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"624ebbbf-ff13-47af-9548-80a1cc5a28da","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:49:31.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"624ebbbf-ff13-47af-9548-80a1cc5a28da","keyPrefix":"sk-oai-1Qd8JAjSRgDp...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:49:31 | 201 | 2.076811ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:33 | 200 | 39.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:38 | 200 | 40.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:39 | 200 | 858.417µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:39 | 200 | 563.035µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:39 | 200 | 399.591µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:39 | 200 | 9.862702ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:49:39 | 200 | 150.574µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:39 | 200 | 33.527478ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:40 | 200 | 36.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:43 | 200 | 48.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:48 | 200 | 43.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:50 | 200 | 42.501µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:53 | 200 | 41.845µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:49:55 | 200 | 194.13µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:55 | 200 | 177.21µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:56 | 200 | 187.664µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:49:56 | 200 | 38.82592ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:49:58 | 200 | 42.422µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:00 | 200 | 43.564µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:03 | 200 | 48.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:08 | 200 | 43.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:10 | 200 | 43.32µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:13 | 200 | 156.277µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:50:13 | 200 | 13.806108ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:50:13 | 200 | 45.917µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:18 | 200 | 43.286µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:20 | 200 | 42.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:23 | 200 | 41.046µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:50:26.770Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a43136cd-c12c-4572-b088-78b3036e4867","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:50:26.770Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a43136cd-c12c-4572-b088-78b3036e4867","keyPrefix":"sk-oai-1W4lIxGiq6tK...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:50:26 | 201 | 2.819081ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:50:28 | 200 | 40.145µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:30 | 200 | 41.578µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:33 | 200 | 41.959µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:34 | 200 | 1.102757ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:50:34 | 200 | 235.341µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:50:35.392Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1af43beb-f0dc-4e7a-9e31-fefb58feb9d4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:50:35.392Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1af43beb-f0dc-4e7a-9e31-fefb58feb9d4","keyPrefix":"sk-oai-1CR1sjCVIv4w...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:50:35 | 201 | 1.830219ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:50:38 | 200 | 45.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:40 | 200 | 41.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:43 | 200 | 944.764µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:50:43 | 200 | 522.763µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:50:43 | 200 | 128.663µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:50:43 | 200 | 9.745067ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:50:43.813Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7a850a86-070a-4450-aef5-9c4d2f4c813a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:50:43.813Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a850a86-070a-4450-aef5-9c4d2f4c813a","keyPrefix":"sk-oai-1C8YJ3enDeoj...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:50:43 | 201 | 2.051947ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:50:43 | 200 | 43.845µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:48 | 200 | 37.858µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:50 | 200 | 40.854µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:51 | 200 | 987.426µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:50:51 | 200 | 585.032µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:50:51 | 200 | 220.725µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:50:51 | 200 | 9.467189ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:50:52.564Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"af2fd514-7f05-4729-b1de-9f42d729b3ff","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:50:52.564Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af2fd514-7f05-4729-b1de-9f42d729b3ff","keyPrefix":"sk-oai-aDC3F8MINrwu...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:50:52 | 201 | 1.96049ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:50:53 | 200 | 62.415µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:50:58 | 200 | 38.488µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:00 | 200 | 49.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:00 | 200 | 767.306µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:51:00 | 200 | 365.081µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:51:00 | 200 | 132.696µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:51:00 | 200 | 10.053692ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:51:03 | 200 | 62.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:08 | 200 | 40.423µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:51:09.840Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6987ea84-4624-4962-b96a-1558f3c15fe4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:51:09.840Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6987ea84-4624-4962-b96a-1558f3c15fe4","keyPrefix":"sk-oai-l2aWySuUgZrU...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:51:09 | 201 | 2.028109ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:51:10 | 200 | 38.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:13 | 200 | 39.17µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:18 | 200 | 42.496µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:20 | 200 | 44.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:23 | 200 | 40.877µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:26 | 200 | 783.247µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:51:26 | 403 | 106.681µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:51:28 | 200 | 38.886µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:30 | 200 | 38.96µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:33 | 200 | 40.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:38 | 200 | 42.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:40 | 200 | 44.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:43 | 403 | 120.023µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:51:43 | 200 | 39.397µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:48 | 200 | 39.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:50 | 200 | 40.734µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:53 | 200 | 47.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:51:58 | 200 | 49.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:00 | 200 | 38.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:00 | 403 | 161.061µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:52:03 | 200 | 40.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:08 | 200 | 44.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:10 | 200 | 43.445µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:13 | 200 | 39.327µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:17 | 403 | 190.667µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:52:18 | 200 | 46.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:20 | 200 | 41.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:23 | 200 | 40.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:28 | 200 | 37.312µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:52:29.758Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cbd56c47-956f-4aeb-81f8-183c214d5bf0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:52:29.758Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbd56c47-956f-4aeb-81f8-183c214d5bf0","keyPrefix":"sk-oai-90o5Qu5k7daO...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:52:29 | 201 | 2.145424ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:52:30 | 200 | 48.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:33 | 200 | 44.141µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:37 | 200 | 746.58µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:52:37 | 200 | 520.734µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:52:37 | 200 | 227.997µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:52:37 | 200 | 22.783627ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:52:38 | 200 | 43.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:40 | 200 | 39.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:43 | 200 | 41.301µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:48 | 200 | 43.094µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:50 | 200 | 40.222µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:52:51.968Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53dc65e8-bf16-4774-afa9-1668601ea95d","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:52:51.968Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53dc65e8-bf16-4774-afa9-1668601ea95d","keyPrefix":"sk-oai-L3fAGP09ZZ8Z...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:52:51 | 201 | 2.173818ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:52:52.001Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7c146f83-2b74-4b95-a41c-ebb2d0789463","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:52:52.001Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c146f83-2b74-4b95-a41c-ebb2d0789463","keyPrefix":"sk-oai-1PnfWfoPqdVG...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:52:52 | 201 | 1.741451ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:52:53 | 200 | 41.692µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:52:58 | 200 | 43.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:00 | 200 | 962.182µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:00 | 200 | 414.888µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:00 | 200 | 183.234µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:00 | 200 | 10.300367ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:00 | 200 | 482.137µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:00 | 200 | 460.729µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:00 | 200 | 229.338µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:00 | 200 | 12.540465ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:00 | 200 | 39.921µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:03 | 200 | 46.248µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:08 | 200 | 64.692µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:10 | 200 | 48.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:13 | 200 | 40.556µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:16 | 200 | 197.919µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:16 | 200 | 172.029µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:16 | 200 | 164.146µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:16 | 200 | 38.68371ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:18 | 200 | 44.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:20 | 200 | 40.965µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:23 | 200 | 59.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:28 | 200 | 40.391µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:30 | 200 | 37.701µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:33 | 200 | 194.29µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:33 | 200 | 14.046207ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:33 | 200 | 184.515µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:33 | 200 | 13.596119ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:33 | 200 | 41.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:38 | 200 | 39.325µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:40 | 200 | 43.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:43 | 200 | 43.469µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:48 | 200 | 43.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:50 | 200 | 42.092µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:53 | 200 | 61.311µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:53:58.845Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bf67d3ad-29ed-4eef-9e42-8421d4735c67","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:53:58.845Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf67d3ad-29ed-4eef-9e42-8421d4735c67","keyPrefix":"sk-oai-oT3D7QpwGjU6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:53:58 | 201 | 2.005796ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:53:58 | 200 | 513.148µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:58 | 200 | 222.54µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:58 | 200 | 532.182µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:58 | 200 | 175.652µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:58 | 200 | 38.227µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:53:58 | 200 | 551.894µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:58 | 200 | 157.26µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:58 | 200 | 505.327µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:58 | 200 | 223.529µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:58 | 200 | 444.169µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:59 | 200 | 355.14µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:53:59 | 200 | 150.044µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:53:59 | 200 | 10.079853ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:54:00 | 200 | 39.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:03 | 200 | 44.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:08 | 200 | 45.613µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:10 | 200 | 46.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:13 | 200 | 74.372µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:54:14.621Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23c827d4-4ba9-4a78-a67b-21ad032eda11","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:54:14.621Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"23c827d4-4ba9-4a78-a67b-21ad032eda11","keyPrefix":"sk-oai-oEe6l0LQrRlD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:54:14 | 201 | 1.651802ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:54:15 | 200 | 609.549µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:15 | 200 | 166.233µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:18 | 200 | 38.878µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:20 | 200 | 44.613µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:23 | 200 | 75.321µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:28 | 200 | 42.137µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:30 | 200 | 38.403µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:33 | 200 | 51.395µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:38 | 200 | 39.86µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:40 | 200 | 41.389µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:43 | 200 | 38.158µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:48 | 200 | 42.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:50 | 200 | 45.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:54:53 | 200 | 41.679µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:54:56.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"46951012-9192-47f3-a067-c88f7e657988","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:54:56.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46951012-9192-47f3-a067-c88f7e657988","keyPrefix":"sk-oai-IR76bO4iN79Z...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:54:56 | 201 | 10.849523ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:54:56 | 200 | 1.313631ms | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 404.425µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 189.1µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 11.122804ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:54:56 | 200 | 559.08µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 176.133µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 567.645µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 170.495µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 521.558µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 149.164µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 536.961µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 153.124µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 413.021µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 172.73µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 426.848µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 141.682µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 445.929µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 174.541µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 439.998µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 184.03µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:56 | 200 | 433.199µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:56 | 200 | 151.423µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:57 | 200 | 464.2µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:57 | 200 | 150.697µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:54:57 | 200 | 445.175µs | 10.134.0.39 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:54:57 | 200 | 164.015µs | 10.134.0.39 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-21T21:54:57.151Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"46951012-9192-47f3-a067-c88f7e657988"} {"level":"info","timestamp":"2026-05-21T21:54:57.151Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"46951012-9192-47f3-a067-c88f7e657988","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/21 - 21:54:57 | 200 | 2.906304ms | 100.64.0.2 | DELETE "/v1/api-keys/46951012-9192-47f3-a067-c88f7e657988" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:54:58 | 200 | 39.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 21:55:00 | 200 | 41.502µs | 10.133.0.2 | GET "/health"