[GIN] 2026/05/21 - 15:00:25 | 200 | 42.325µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:29 | 200 | 40.011µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:00:34.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"545c4861-4bbb-4e45-b8ef-bb098d9dfab4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:00:34.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"545c4861-4bbb-4e45-b8ef-bb098d9dfab4","keyPrefix":"sk-oai-1Y1TzIcOfR7k...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:00:34 | 201 | 2.221568ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:00:34 | 200 | 402.367µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:00:34 | 200 | 167.912µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:00:34 | 200 | 377.048µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:00:34 | 200 | 224.326µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:00:34 | 200 | 43.504µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:35 | 200 | 39.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:36 | 200 | 485.696µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:00:36 | 200 | 138.838µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:00:38 | 200 | 458.229µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:00:38 | 200 | 178.252µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:00:39 | 200 | 43.013µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:44 | 200 | 43.937µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:45 | 200 | 41.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:49 | 200 | 47.021µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:54 | 200 | 41.533µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:55 | 200 | 58.01µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:00:59 | 200 | 40.319µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:04 | 200 | 42.935µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:05 | 200 | 39.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:09 | 200 | 39.561µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:14 | 200 | 52.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:15 | 200 | 42.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:19 | 200 | 40.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:24 | 200 | 49.177µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T15:01:25.147Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","requestedSubscription":"e2e-test-subscription-success","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-05-21T15:01:25.147Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 15:01:25 | 400 | 270.619µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:01:25 | 200 | 39.047µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:29 | 200 | 43.773µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:01:34.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"97570f0f-a753-46df-adff-8d585a0454e6","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:01:34.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97570f0f-a753-46df-adff-8d585a0454e6","keyPrefix":"sk-oai-TYJQDAyAw0xK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:01:34 | 201 | 2.022568ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:01:34 | 200 | 38.138µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:35 | 200 | 44.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:39 | 200 | 35.924µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:42 | 200 | 414.362µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:01:42 | 200 | 127.632µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:01:44 | 200 | 44.161µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:45 | 200 | 36.156µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:49 | 200 | 45.6µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:54 | 200 | 49.118µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:55 | 200 | 42.07µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:01:59 | 200 | 41.224µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:02:00.095Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"36b1b311-ac20-47de-b46e-d04c5faf69d9","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:02:00.095Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36b1b311-ac20-47de-b46e-d04c5faf69d9","keyPrefix":"sk-oai-1GSsHH9ffIcq...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:02:00 | 201 | 1.675564ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:02:00 | 200 | 349.307µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:02:00 | 200 | 157.911µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:02:04 | 200 | 40.568µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:05 | 200 | 41.015µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:09 | 200 | 39.77µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:14 | 200 | 48.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:15 | 200 | 34.666µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:02:17.711Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7426e843-2412-4a08-825f-d5a835aa8109","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:02:17.712Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7426e843-2412-4a08-825f-d5a835aa8109","keyPrefix":"sk-oai-I6a8L5IK9P2x...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:02:17 | 201 | 1.736375ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:02:17 | 200 | 516.216µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:02:17 | 200 | 249.416µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:02:19 | 200 | 42.959µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:24 | 200 | 39.749µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:25 | 200 | 47.751µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:29 | 200 | 42.906µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:34 | 200 | 50.143µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:02:35.049Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7683248e-3a1a-4fc8-acce-19e946acd5ae","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:02:35.049Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7683248e-3a1a-4fc8-acce-19e946acd5ae","keyPrefix":"sk-oai-1AmjCGohyXBl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:02:35 | 201 | 1.802462ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T15:02:35.085Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a67b90b7-b4db-4f71-94c3-0996b719ac82","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:02:35.085Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a67b90b7-b4db-4f71-94c3-0996b719ac82","keyPrefix":"sk-oai-oAlsytT0aeEJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:02:35 | 201 | 1.662991ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:02:35 | 200 | 387.84µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:02:35 | 200 | 211.999µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:02:35 | 200 | 458.132µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:02:35 | 200 | 168.519µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:02:35 | 200 | 38.991µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:39 | 200 | 42.186µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:44 | 200 | 43.419µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:45 | 200 | 73.512µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:49 | 200 | 47.495µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T15:02:52.751Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T15:02:52.751Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 15:02:52 | 400 | 299.393µs | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:02:54 | 200 | 63.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:55 | 200 | 39.271µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:02:59 | 200 | 55.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:04 | 200 | 46.813µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:05 | 200 | 48.251µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:09 | 200 | 40.909µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:03:10.131Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fe863e3d-bd8a-48fb-bef4-f98fba36e1b3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:03:10.131Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe863e3d-bd8a-48fb-bef4-f98fba36e1b3","keyPrefix":"sk-oai-sTnGOAfM6do1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:03:10 | 201 | 1.767553ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:03:10 | 200 | 420.439µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:03:10 | 200 | 301.849µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:03:14 | 200 | 57.792µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:15 | 200 | 42.228µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:03:19.204Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dd430862-3a1c-4b1a-b16b-f7b95360a092","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:03:19.204Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd430862-3a1c-4b1a-b16b-f7b95360a092","keyPrefix":"sk-oai-zH1pmblDZRHR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:03:19 | 201 | 10.399194ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:03:19 | 200 | 40.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:24 | 200 | 40.72µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:25 | 200 | 39.594µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:27 | 200 | 1.268395ms | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:03:27 | 200 | 361.391µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:03:29 | 200 | 44.632µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:34 | 200 | 42.206µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:35 | 200 | 42.928µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:39 | 200 | 41.763µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:44 | 200 | 46.126µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:03:44.763Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"974da938-9a79-424a-ae01-e6dd4208506e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:03:44.763Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"974da938-9a79-424a-ae01-e6dd4208506e","keyPrefix":"sk-oai-jprNmqdIrC0x...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:03:44 | 201 | 1.674221ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:03:44 | 200 | 397.538µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:03:44 | 200 | 195.875µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:03:45 | 200 | 39.317µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:49 | 200 | 43.722µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:54 | 200 | 54.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:55 | 200 | 41.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:03:59 | 200 | 41.539µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:04 | 200 | 37.598µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:05 | 200 | 39.323µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:09 | 200 | 35.01µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:14 | 200 | 36.725µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:15 | 200 | 37.372µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:19 | 200 | 38.146µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:24 | 200 | 33.473µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:25 | 200 | 36.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:29 | 200 | 36.477µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:34 | 200 | 35.512µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:35 | 200 | 38.619µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:39 | 200 | 44.377µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:44 | 200 | 42.261µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:45 | 200 | 33.786µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:49 | 200 | 34.732µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:54 | 200 | 38.211µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:55 | 200 | 34.451µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:04:59 | 200 | 34.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:04 | 200 | 35.429µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:05 | 200 | 37.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:09 | 200 | 50.14µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:14 | 200 | 35.124µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:15 | 200 | 35.551µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:19 | 200 | 36.753µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:24 | 200 | 34.456µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:25 | 200 | 41.552µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:29 | 200 | 37.28µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:34 | 200 | 38.931µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:35 | 200 | 36.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:39 | 200 | 35.874µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:05:44.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1303081a-88e2-416a-af2f-2b12d565a67a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:05:44.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1303081a-88e2-416a-af2f-2b12d565a67a","keyPrefix":"sk-oai-12coPchsoZUS...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:05:44 | 201 | 2.757373ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:05:44 | 200 | 43.547µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:45 | 200 | 36.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:49 | 200 | 34.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:54 | 200 | 41.85µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:55 | 200 | 37.496µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:05:59 | 200 | 42.603µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:04 | 200 | 36.665µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:05 | 200 | 40.266µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:07 | 200 | 554.57µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:06:07 | 200 | 171.523µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:06:07 | 404 | 844.048µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/21 - 15:06:09 | 200 | 38.97µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:14 | 200 | 36.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:15 | 200 | 35.692µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:19 | 200 | 38.873µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:24 | 200 | 58.635µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:25 | 200 | 36.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:29 | 200 | 33.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:34 | 200 | 35.735µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:35 | 200 | 34.656µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:39 | 200 | 37.466µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:44 | 200 | 32.13µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:45 | 200 | 34.446µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:49 | 200 | 35.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:54 | 200 | 38.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:55 | 200 | 33.757µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:06:59 | 200 | 39.53µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:07:00.044Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5ae5d569-55b4-4151-870d-139e37d2c277","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:07:00.044Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ae5d569-55b4-4151-870d-139e37d2c277","keyPrefix":"sk-oai-yDly60Cv1uM9...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:07:00 | 201 | 1.706293ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:07:00 | 200 | 511.704µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:07:00 | 200 | 266.678µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:04 | 200 | 36.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:05 | 200 | 35.938µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:09 | 200 | 36.897µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:14 | 200 | 34.307µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:15 | 200 | 36.993µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:07:19.231Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9eb191af-b871-4c94-a24d-6fe919c8bb01","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:07:19.231Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9eb191af-b871-4c94-a24d-6fe919c8bb01","keyPrefix":"sk-oai-ESLfGiMvNszR...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:07:19 | 201 | 1.695585ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:07:19 | 200 | 492.611µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:07:19 | 200 | 287.286µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:19 | 200 | 483.929µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:07:19 | 200 | 156.028µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:19 | 200 | 39.878µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:24 | 200 | 39.872µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:25 | 200 | 34.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:29 | 200 | 34.682µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:34 | 200 | 33.412µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:35 | 200 | 34.118µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:07:38.727Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0a601410-f921-499e-8b29-f1e9a7e2eb3f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:07:38.727Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a601410-f921-499e-8b29-f1e9a7e2eb3f","keyPrefix":"sk-oai-92sS7FgrmZ81...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:07:38 | 201 | 1.674849ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:07:38 | 200 | 363.384µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:07:38 | 200 | 304.592µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:07:38 | 200 | 146.15µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:38 | 200 | 24.867629ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:07:39 | 200 | 39.472µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:44 | 200 | 36.953µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:45 | 200 | 36.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:49 | 200 | 33.95µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:54 | 200 | 42.078µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:55 | 200 | 47.455µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:07:57 | 200 | 180.06µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:57 | 200 | 200.311µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:07:57 | 200 | 24.621682ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:07:59 | 200 | 41.39µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:04 | 200 | 44.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:05 | 200 | 42.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:09 | 200 | 73.079µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:08:09.933Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd201da6-ff2a-4e6f-a6f8-af1f15839706","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:08:09.933Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd201da6-ff2a-4e6f-a6f8-af1f15839706","keyPrefix":"sk-oai-uOgtKSy6SApO...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:08:09 | 201 | 1.804658ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:08:14 | 200 | 55.709µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:15 | 200 | 44.587µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:19 | 200 | 42.866µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:24 | 200 | 43.033µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:25 | 200 | 43.012µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:29 | 200 | 39.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:34 | 200 | 42.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:35 | 200 | 39.947µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:39 | 200 | 40.978µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:40 | 200 | 8.633795ms | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:08:40 | 200 | 152.394µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:08:40 | 200 | 449.014µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:08:40 | 200 | 389.923µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:08:40 | 200 | 158.616µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:08:40 | 200 | 10.927305ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:08:44 | 200 | 43.051µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:45 | 200 | 44.443µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:49 | 200 | 41.561µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:54 | 200 | 42.206µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:55 | 200 | 41.464µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:08:57 | 200 | 152.426µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:08:57 | 200 | 15.269852ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:08:59 | 200 | 40.303µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:04 | 200 | 40.947µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:05 | 200 | 39.225µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:09:05.751Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e035dc0d-2e23-46b6-88b3-9c66fc04944b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:09:05.751Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e035dc0d-2e23-46b6-88b3-9c66fc04944b","keyPrefix":"sk-oai-1PHTdacf0eAP...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:09:05 | 201 | 2.829817ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:09:09 | 200 | 52.678µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:13 | 200 | 567.271µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:13 | 200 | 347.526µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:13 | 200 | 120.878µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:13 | 200 | 10.086191ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:09:14.273Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7c542598-a75e-4e7a-82b8-575b446661ab","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:09:14.274Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c542598-a75e-4e7a-82b8-575b446661ab","keyPrefix":"sk-oai-1Cw6MAWSHFnb...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:09:14 | 201 | 1.535811ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:09:14 | 200 | 39.847µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:15 | 200 | 41.156µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:19 | 200 | 40.907µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:22 | 200 | 627.857µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:22 | 200 | 292.283µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:22 | 200 | 160.089µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:22 | 200 | 7.232881ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:09:22 | 200 | 322.28µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:22 | 200 | 275.297µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:22 | 200 | 161.37µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:22 | 200 | 6.281168ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:09:23.289Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6784512f-0009-4df5-9848-67586912d73b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:09:23.289Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6784512f-0009-4df5-9848-67586912d73b","keyPrefix":"sk-oai-IRNY9nnaPA5V...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:09:23 | 201 | 1.501702ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:09:24 | 200 | 39.278µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:25 | 200 | 43.181µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:29 | 200 | 43.112µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:31 | 200 | 449.732µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:31 | 200 | 262.852µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:31 | 200 | 187.532µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:31 | 200 | 9.912044ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:09:34 | 200 | 57.856µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:35 | 200 | 43.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:39 | 200 | 41.596µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:09:40.473Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"68a05824-7357-4ccd-892a-3c61a73a49bb","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:09:40.473Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"68a05824-7357-4ccd-892a-3c61a73a49bb","keyPrefix":"sk-oai-vMMOZiG7nTGA...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:09:40 | 201 | 1.976873ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:09:44 | 200 | 39.025µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:45 | 200 | 40.931µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:48 | 200 | 479.407µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:48 | 200 | 325.483µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:48 | 200 | 148.144µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:48 | 200 | 377.017µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:09:48 | 200 | 192.814µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:09:48 | 200 | 19.697325ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:09:49 | 200 | 44.139µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:54 | 200 | 38.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:55 | 200 | 41.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:09:59 | 200 | 37.56µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:10:01.910Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d2f372f2-5fc8-4db7-afa0-6871bdf25990","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:10:01.910Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2f372f2-5fc8-4db7-afa0-6871bdf25990","keyPrefix":"sk-oai-d1ZEuib0NjKg...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:10:01 | 201 | 1.136368ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:10:04 | 200 | 53.229µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:05 | 200 | 40.59µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:09 | 200 | 40.272µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:09 | 200 | 474.279µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:10:09 | 200 | 317.777µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:10:09 | 200 | 180.522µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:09 | 200 | 9.21392ms | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:10:09 | 200 | 196.01µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:09 | 200 | 26.114443ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:10:14 | 200 | 44.25µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:15 | 200 | 41.153µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:19 | 200 | 39.98µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:24 | 200 | 42.827µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:25 | 200 | 39.2µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:26 | 200 | 157.329µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:26 | 200 | 199.437µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:26 | 200 | 191.32µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:26 | 200 | 36.870927ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:10:29 | 200 | 41.45µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:34 | 200 | 43.291µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:35 | 200 | 50.351µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:39 | 200 | 42.938µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:43 | 200 | 218.617µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:10:43 | 200 | 12.803318ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:10:44 | 200 | 50.097µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:45 | 200 | 40.244µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:49 | 200 | 45.276µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:54 | 200 | 43.253µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:10:54.886Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"11990ce6-f57a-49f0-b4ce-9708e65115e2","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:10:54.886Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11990ce6-f57a-49f0-b4ce-9708e65115e2","keyPrefix":"sk-oai-1bbaSlTIyCNK...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:10:54 | 201 | 3.014463ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:10:55 | 200 | 62.523µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:10:59 | 200 | 43.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:02 | 200 | 556.71µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:02 | 200 | 174.652µs | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:11:03.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d68d509d-3059-404d-b689-5b55ca618716","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:11:03.517Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d68d509d-3059-404d-b689-5b55ca618716","keyPrefix":"sk-oai-VewVhXojphbT...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:11:03 | 201 | 1.620679ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:11:04 | 200 | 38.984µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:05 | 200 | 43.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:09 | 200 | 41.43µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:11 | 200 | 1.063597ms | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:11 | 200 | 331.82µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:11 | 200 | 138.367µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:11:11 | 200 | 10.980697ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:11:11.945Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e0e3f7a-fa47-4a44-93c9-aad724246f2e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:11:11.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e0e3f7a-fa47-4a44-93c9-aad724246f2e","keyPrefix":"sk-oai-AIqmI1KgVui9...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:11:11 | 201 | 1.679846ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:11:14 | 200 | 48.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:15 | 200 | 37.062µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:19 | 200 | 44.071µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:19 | 200 | 555.802µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:19 | 200 | 318.235µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:19 | 200 | 158.049µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:11:19 | 200 | 9.90818ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:11:20.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8ca445e7-1f78-48c3-9532-2f2bcd883c15","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:11:20.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ca445e7-1f78-48c3-9532-2f2bcd883c15","keyPrefix":"sk-oai-1GNoJ1iGOnBG...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:11:20 | 201 | 1.671604ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:11:24 | 200 | 37.258µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:25 | 200 | 40.518µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:28 | 200 | 517.444µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:28 | 200 | 283.446µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:28 | 200 | 200.28µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:11:28 | 200 | 11.312615ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:11:29 | 200 | 37.707µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:34 | 200 | 40.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:35 | 200 | 43.76µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:11:37.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2be210dd-5dfd-4cda-aa0b-5f528ca8d720","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:11:37.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2be210dd-5dfd-4cda-aa0b-5f528ca8d720","keyPrefix":"sk-oai-T2krJQpI9nUd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:11:37 | 201 | 1.779393ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:11:39 | 200 | 41.76µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:44 | 200 | 46.825µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:45 | 200 | 42.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:49 | 200 | 44.663µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:54 | 200 | 493.227µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:11:54 | 403 | 97.112µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:11:54 | 200 | 44.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:55 | 200 | 45.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:11:59 | 200 | 45.792µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:04 | 200 | 43.478µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:05 | 200 | 41.293µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:09 | 200 | 40.359µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:11 | 403 | 133.698µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:12:14 | 200 | 43.359µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:15 | 200 | 43.615µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:19 | 200 | 41.987µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:24 | 200 | 50.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:25 | 200 | 41.954µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:28 | 403 | 162.1µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:12:29 | 200 | 41.143µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:34 | 200 | 38.738µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:35 | 200 | 48.744µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:39 | 200 | 38.743µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:44 | 200 | 41.257µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:45 | 200 | 38.914µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:45 | 403 | 134.842µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:12:49 | 200 | 50.617µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:54 | 200 | 42.956µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:55 | 200 | 40.479µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:12:59 | 200 | 41.274µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:12:59.935Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"115b61ba-ac69-4cdf-8e6d-906cfc8b7da3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:12:59.935Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"115b61ba-ac69-4cdf-8e6d-906cfc8b7da3","keyPrefix":"sk-oai-18bgd001iLt7...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:12:59 | 201 | 1.574446ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:13:04 | 200 | 43.186µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:05 | 200 | 41.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:07 | 200 | 433.729µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:08 | 200 | 286.203µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:08 | 200 | 157.573µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:08 | 200 | 19.068477ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:13:09 | 200 | 43.802µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:14 | 200 | 39.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:15 | 200 | 39.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:19 | 200 | 39.611µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:13:20.134Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0076b933-3312-4a5a-8e11-f3e9f51a56cd","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:13:20.134Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0076b933-3312-4a5a-8e11-f3e9f51a56cd","keyPrefix":"sk-oai-ad3QedIWN81T...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:13:20 | 201 | 1.566964ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T15:13:20.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a21207b-c7c1-4f88-8057-05a889cbc0b1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:13:20.166Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a21207b-c7c1-4f88-8057-05a889cbc0b1","keyPrefix":"sk-oai-oWTHe6d1CQGK...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:13:20 | 201 | 1.546881ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:13:24 | 200 | 40.388µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:25 | 200 | 43.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:28 | 200 | 488.984µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:28 | 200 | 311.794µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:28 | 200 | 204.141µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:28 | 200 | 9.900283ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:13:28 | 200 | 355.888µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:28 | 200 | 280.033µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:28 | 200 | 201.239µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:28 | 200 | 10.586717ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:13:29 | 200 | 40.945µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:34 | 200 | 48.874µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:35 | 200 | 38.279µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:39 | 200 | 49.338µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:44 | 200 | 43.206µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:44 | 200 | 260.338µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:44 | 200 | 277.142µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:44 | 200 | 256.362µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:44 | 200 | 37.259008ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:13:45 | 200 | 41.337µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:49 | 200 | 48.294µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:54 | 200 | 43.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:55 | 200 | 39.36µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:59 | 200 | 55.475µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:03 | 200 | 214.592µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:03 | 200 | 12.584891ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:14:03 | 200 | 217.472µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:03 | 200 | 13.271701ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:14:04 | 200 | 41.252µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:05 | 200 | 51.106µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:09 | 200 | 41.957µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:14 | 200 | 39.045µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:15 | 200 | 40.634µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:19 | 200 | 43.911µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:24 | 200 | 44.058µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:25 | 200 | 43.497µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:14:29.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5dc6bc2c-e2d6-4e60-8c2c-1e0139aa49ae","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:14:29.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5dc6bc2c-e2d6-4e60-8c2c-1e0139aa49ae","keyPrefix":"sk-oai-vtJth77EzjCQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:14:29 | 201 | 2.459154ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:14:29 | 200 | 446.087µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:29 | 200 | 166.04µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:29 | 200 | 422.978µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:29 | 200 | 182.217µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:29 | 200 | 379.535µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:29 | 200 | 168.864µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:29 | 200 | 360.881µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:29 | 200 | 343.862µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:29 | 200 | 183.3µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:29 | 200 | 12.808367ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:14:29 | 200 | 40.353µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:34 | 200 | 39.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:35 | 200 | 45.988µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:39 | 200 | 41.566µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:44 | 200 | 50.64µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:14:45.003Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"95ef5494-7a05-4419-9d9d-7a9c1c2c470f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:14:45.003Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"95ef5494-7a05-4419-9d9d-7a9c1c2c470f","keyPrefix":"sk-oai-Na7Gl57Z2meH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:14:45 | 201 | 1.62875ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:14:45 | 200 | 378.345µs | 10.134.0.37 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:45 | 200 | 199.528µs | 10.134.0.37 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:45 | 200 | 43.971µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:49 | 200 | 43.448µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:54 | 200 | 42.01µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:55 | 200 | 42.744µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:59 | 200 | 43.622µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:15:01.443Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 15:15:01 | 200 | 759.723µs | 10.133.0.50 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/21 - 15:15:04 | 200 | 38.643µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:05 | 200 | 41.276µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:09 | 200 | 45.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:14 | 200 | 43.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:15 | 200 | 44.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:19 | 200 | 41.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:24 | 200 | 69.464µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:25 | 200 | 40.204µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:29 | 200 | 43.517µs | 10.132.0.2 | GET "/health"