[GIN] 2026/05/27 - 19:50:37 | 200 | 39.832µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:50:39.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"79d2ae62-1617-4c36-8927-fa42d0bac777","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:50:39.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79d2ae62-1617-4c36-8927-fa42d0bac777","keyPrefix":"sk-oai-1aodkYfHg22L...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:50:39 | 201 | 1.818645ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:50:42 | 200 | 39.278µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:50:44 | 200 | 41.022µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:50:47 | 200 | 42.763µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:50:48 | 200 | 435.026µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:50:48 | 200 | 135.757µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:50:52 | 200 | 38.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:50:54 | 200 | 37.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:50:57 | 200 | 39.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:02 | 200 | 51.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:04 | 200 | 39.986µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:51:05.646Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"49d761bd-6dc8-40f6-ac5b-1339647c9f86","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:51:05.646Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49d761bd-6dc8-40f6-ac5b-1339647c9f86","keyPrefix":"sk-oai-1SmZJxZxl3Ht...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:51:05 | 201 | 1.690564ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:51:05 | 200 | 303.439µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:51:05 | 200 | 161.759µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:51:07 | 200 | 36.535µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:12 | 200 | 40.072µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:14 | 200 | 44.822µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:17 | 200 | 41.458µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:22 | 200 | 41.19µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:51:23.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39bd8222-6ab9-46ca-a3f6-bd9c860346f0","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:51:23.260Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39bd8222-6ab9-46ca-a3f6-bd9c860346f0","keyPrefix":"sk-oai-tFMjXwg8Igth...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:51:23 | 201 | 1.754719ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:51:23 | 200 | 301.657µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:51:23 | 200 | 201.063µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:51:24 | 200 | 40.773µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:27 | 200 | 41.188µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:32 | 200 | 53.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:34 | 200 | 44.442µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:37 | 200 | 42.502µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:51:40.625Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b6ba21c2-621c-4d98-ad7a-67c29adbc056","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:51:40.625Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6ba21c2-621c-4d98-ad7a-67c29adbc056","keyPrefix":"sk-oai-AfQH9AsxdKAx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:51:40 | 201 | 1.678093ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T19:51:40.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e59c1dfc-cbae-4b05-a38f-49db8700f0fb","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:51:40.657Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e59c1dfc-cbae-4b05-a38f-49db8700f0fb","keyPrefix":"sk-oai-6echM8gtXX6t...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:51:40 | 201 | 1.628637ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:51:40 | 200 | 313.433µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:51:40 | 200 | 490µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:51:40 | 200 | 275.405µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:51:40 | 200 | 210.151µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:51:42 | 200 | 40.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:44 | 200 | 40.385µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:47 | 200 | 38.343µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:52 | 200 | 43.771µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:54 | 200 | 43.05µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:51:57 | 200 | 42.823µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T19:51:58.329Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T19:51:58.329Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 19:51:58 | 400 | 290.09µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:52:02 | 200 | 37.829µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:04 | 200 | 39.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:07 | 200 | 55.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:12 | 200 | 57.388µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:14 | 200 | 41.502µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:52:15.759Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"381c21fd-1181-4d2b-beb0-0d52e81708ac","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:52:15.760Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"381c21fd-1181-4d2b-beb0-0d52e81708ac","keyPrefix":"sk-oai-dsoQp5NbRfx9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:52:15 | 201 | 10.117272ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:52:15 | 200 | 927.127µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:52:15 | 200 | 171.152µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:52:17 | 200 | 40.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:22 | 200 | 42.861µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:24 | 200 | 42.492µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:52:24.869Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"634b14ba-2781-4a36-bc54-08cdcbf22b57","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:52:24.869Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"634b14ba-2781-4a36-bc54-08cdcbf22b57","keyPrefix":"sk-oai-1I1MwGx7tqUr...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:52:24 | 201 | 2.080924ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:52:27 | 200 | 48.96µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:32 | 200 | 50.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:33 | 200 | 527.875µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:52:33 | 200 | 195.958µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:52:34 | 200 | 41.402µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:37 | 200 | 38.133µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:42 | 200 | 39.182µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:44 | 200 | 46.584µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:47 | 200 | 39.939µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:52:50.533Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a151dbea-30ac-4819-95c8-0de36d7f0e1a","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:52:50.533Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a151dbea-30ac-4819-95c8-0de36d7f0e1a","keyPrefix":"sk-oai-1OC4jMuToLpg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:52:50 | 201 | 1.734425ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:52:50 | 200 | 436.838µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:52:50 | 200 | 204.725µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:52:52 | 200 | 38.504µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:54 | 200 | 50.698µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:52:57 | 200 | 45.638µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:02 | 200 | 49.947µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:04 | 200 | 42.741µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:07 | 200 | 41.345µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:12 | 200 | 51.982µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:14 | 200 | 42.429µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:17 | 200 | 37.9µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:22 | 200 | 40.887µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:24 | 200 | 68.282µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:27 | 200 | 45.832µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:32 | 200 | 49.586µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:34 | 200 | 43.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:37 | 200 | 40.691µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:42 | 200 | 34.004µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:44 | 200 | 34.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:47 | 200 | 39.597µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:52 | 200 | 58.851µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:54 | 200 | 32.361µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:53:57 | 200 | 33.631µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:02 | 200 | 39.919µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:04 | 200 | 42.621µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:07 | 200 | 56.242µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:12 | 200 | 35.047µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:14 | 200 | 31.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:17 | 200 | 40.41µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:22 | 200 | 40.787µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:24 | 200 | 32.81µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:27 | 200 | 34.981µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:32 | 200 | 56.358µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:34 | 200 | 45.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:37 | 200 | 33.766µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:42 | 200 | 33.805µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:44 | 200 | 39.159µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:47 | 200 | 32.48µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:54:50.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7024237a-c443-49fe-a0b8-f25574f880f6","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:54:50.026Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7024237a-c443-49fe-a0b8-f25574f880f6","keyPrefix":"sk-oai-yBoE45rNqvEv...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:54:50 | 201 | 1.74248ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:54:52 | 200 | 32.531µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:54 | 200 | 36.386µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:54:57 | 200 | 35.545µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:02 | 200 | 45.116µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:04 | 200 | 33.184µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:07 | 200 | 33.416µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:12 | 200 | 35.145µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:13 | 200 | 548.965µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:55:13 | 200 | 138.675µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:55:13 | 404 | 783.203µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:55:14 | 200 | 38.381µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:17 | 200 | 42.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:22 | 200 | 32.602µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:24 | 200 | 33.458µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:27 | 200 | 38.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:32 | 200 | 34.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:34 | 200 | 36.709µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:37 | 200 | 40.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:42 | 200 | 52.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:44 | 200 | 39.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:47 | 200 | 51.765µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:52 | 200 | 50.463µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:54 | 200 | 44.971µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:55:57 | 200 | 43.222µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:02 | 200 | 39.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:04 | 200 | 39.756µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:56:06.259Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d10864df-8ada-4cd3-90f4-69c1410e0103","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:56:06.259Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d10864df-8ada-4cd3-90f4-69c1410e0103","keyPrefix":"sk-oai-mzhJLv3PT6KW...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:56:06 | 201 | 1.690697ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:56:06 | 200 | 448.796µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:56:06 | 200 | 221.714µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:56:07 | 200 | 40.048µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:12 | 200 | 41.554µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:14 | 200 | 39.823µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:17 | 200 | 40.874µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:22 | 200 | 47.739µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:24 | 200 | 43.679µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:56:25.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"03f371b6-e79b-440b-9c61-7e5db850dca7","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:56:25.468Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03f371b6-e79b-440b-9c61-7e5db850dca7","keyPrefix":"sk-oai-1AECKcmbQ67X...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:56:25 | 201 | 1.617468ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:56:25 | 200 | 445.75µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:56:25 | 200 | 192.208µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:56:25 | 200 | 354.635µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:56:25 | 200 | 217.403µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:56:27 | 200 | 45.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:32 | 200 | 39.913µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:34 | 200 | 61.238µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:37 | 200 | 41.069µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:42 | 200 | 38.478µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:44 | 200 | 55.046µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:56:44.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8b204ef5-01b9-4cb4-a9cc-4f0457246b44","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:56:44.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b204ef5-01b9-4cb4-a9cc-4f0457246b44","keyPrefix":"sk-oai-1HMpxMEnriRo...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:56:44 | 201 | 1.072295ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:56:44 | 200 | 309.635µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:56:44 | 200 | 251.361µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:56:44 | 200 | 152.241µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:56:44 | 200 | 19.113975ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:56:47 | 200 | 41.268µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:52 | 200 | 60.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:54 | 200 | 42.518µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:56:57 | 200 | 38.958µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:02 | 200 | 39.04µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:04 | 200 | 160.763µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:57:04 | 200 | 169.837µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:57:04 | 200 | 24.820143ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:57:04 | 200 | 38.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:07 | 200 | 41.516µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:12 | 200 | 37.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:14 | 200 | 43.408µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:57:16.063Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04e6b5b8-57c2-44a6-be2b-5cea605d81c1","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:57:16.063Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04e6b5b8-57c2-44a6-be2b-5cea605d81c1","keyPrefix":"sk-oai-1DAOdg1gzZfZ...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:57:16 | 201 | 9.36297ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:57:17 | 200 | 47.077µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:22 | 200 | 48.93µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:24 | 200 | 40.811µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:27 | 200 | 39.595µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:32 | 200 | 37.656µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:34 | 200 | 56.009µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:37 | 200 | 46.425µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:42 | 200 | 41.099µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:44 | 200 | 39.075µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:46 | 200 | 1.08501ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:57:46 | 200 | 140.562µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:57:46 | 200 | 376.499µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:57:46 | 200 | 307.352µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:57:46 | 200 | 137.622µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:57:46 | 200 | 10.071751ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:57:47 | 200 | 39.443µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:52 | 200 | 56.14µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:54 | 200 | 49.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:57:57 | 200 | 40.088µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:02 | 200 | 40.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:03 | 200 | 137.122µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:03 | 200 | 12.037293ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:04 | 200 | 41.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:07 | 200 | 40.472µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:58:11.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b424bc29-dcbf-46b1-a7c2-4bfea2904f56","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:58:11.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b424bc29-dcbf-46b1-a7c2-4bfea2904f56","keyPrefix":"sk-oai-hmP1ACaQAwiU...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:58:11 | 201 | 1.682021ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:12 | 200 | 38.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:14 | 200 | 43.148µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:17 | 200 | 40.343µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:19 | 200 | 517.047µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:19 | 200 | 274.331µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:19 | 200 | 124.939µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:19 | 200 | 9.457669ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T19:58:20.415Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"73dbd6ef-2e16-4258-8ee1-709ca79066bf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:58:20.415Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73dbd6ef-2e16-4258-8ee1-709ca79066bf","keyPrefix":"sk-oai-JUIDQiMiLDL4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:58:20 | 201 | 1.701812ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:22 | 200 | 40.321µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:24 | 200 | 48.386µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:27 | 200 | 34.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:28 | 200 | 590.433µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:28 | 200 | 256.951µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:28 | 200 | 169.905µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:28 | 200 | 6.272069ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:28 | 200 | 234.031µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:28 | 200 | 166.051µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:28 | 200 | 173.437µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:28 | 200 | 5.816692ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T19:58:29.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"423418cc-7f51-4fc3-acc6-74068aa15504","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:58:29.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"423418cc-7f51-4fc3-acc6-74068aa15504","keyPrefix":"sk-oai-mND7BGcCqrFv...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:58:29 | 201 | 1.761178ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:32 | 200 | 39.984µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:34 | 200 | 43.832µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:37 | 200 | 481.854µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:37 | 200 | 304.004µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:37 | 200 | 187.171µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:37 | 200 | 9.25768ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:37 | 200 | 42.837µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:42 | 200 | 44.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:44 | 200 | 48.981µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:58:46.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"57e92068-bca5-4ec4-9185-331ebba00e6f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:58:46.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57e92068-bca5-4ec4-9185-331ebba00e6f","keyPrefix":"sk-oai-1edoBZjMt7ct...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:58:46 | 201 | 1.708997ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:47 | 200 | 43.723µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:52 | 200 | 43.614µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:54 | 200 | 455.928µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:54 | 200 | 352.46µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:54 | 200 | 151.393µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:54 | 200 | 254.173µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:58:54 | 200 | 171.071µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:58:54 | 200 | 18.731722ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:58:54 | 200 | 33.294µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:58:57 | 200 | 38.774µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:02 | 200 | 43.11µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:04 | 200 | 39.252µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T19:59:05.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d4f1433d-e423-4a7c-b091-aa651d4e65ff","ephemeral":false} {"level":"info","timestamp":"2026-05-27T19:59:05.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4f1433d-e423-4a7c-b091-aa651d4e65ff","keyPrefix":"sk-oai-TWVTVKvxbSeF...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 19:59:05 | 201 | 1.934567ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:59:07 | 200 | 40.27µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:12 | 200 | 44.005µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:13 | 200 | 445.389µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:59:13 | 200 | 236.829µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:59:13 | 200 | 174.609µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:13 | 200 | 9.276562ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 19:59:13 | 200 | 273.289µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:13 | 200 | 31.379076ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:59:14 | 200 | 40.557µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:17 | 200 | 41.503µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:22 | 200 | 42.456µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:24 | 200 | 39.948µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:27 | 200 | 55.127µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:29 | 200 | 175.621µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:30 | 200 | 255.89µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:30 | 200 | 206.49µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:30 | 200 | 38.139186ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:59:32 | 200 | 40.434µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:34 | 200 | 45.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:37 | 200 | 44.73µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:42 | 200 | 42.803µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:44 | 200 | 37.994µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:47 | 200 | 158.494µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 19:59:47 | 200 | 13.042236ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 19:59:47 | 200 | 41.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:52 | 200 | 41.147µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:54 | 200 | 39.22µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 19:59:57 | 200 | 37.754µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:00:00.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec8ddb16-5b5a-4203-b041-65eaf854f208","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:00:00.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec8ddb16-5b5a-4203-b041-65eaf854f208","keyPrefix":"sk-oai-JoCfP85FBvCa...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:00:00 | 201 | 2.159931ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:02 | 200 | 44.915µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:04 | 200 | 39.409µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:00:05.446Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 20:00:05 | 200 | 715.358µs | 10.133.0.52 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 20:00:07 | 200 | 43.873µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:08 | 200 | 543.688µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:08 | 200 | 140.184µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:00:09.403Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6181230e-d16c-4e00-83f9-683fd8d3b10f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:00:09.404Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6181230e-d16c-4e00-83f9-683fd8d3b10f","keyPrefix":"sk-oai-OVMUaxpLEXVm...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:00:09 | 201 | 1.646665ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:12 | 200 | 41.275µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:14 | 200 | 52.484µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:17 | 200 | 558.858µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:17 | 200 | 276.717µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:17 | 200 | 117.192µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:00:17 | 200 | 9.976569ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:17 | 200 | 48.181µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:00:17.810Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04615fc5-c766-48a2-86f8-94d6ba544d06","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:00:17.810Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04615fc5-c766-48a2-86f8-94d6ba544d06","keyPrefix":"sk-oai-Ftm8LXvOBpCE...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:00:17 | 201 | 1.572786ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:22 | 200 | 40.994µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:24 | 200 | 38.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:25 | 200 | 894.893µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:25 | 200 | 267.162µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:25 | 200 | 133.677µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:00:25 | 200 | 13.584695ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:00:26.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9b95f885-74c8-45af-abf6-1c7b9f431a3c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:00:26.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b95f885-74c8-45af-abf6-1c7b9f431a3c","keyPrefix":"sk-oai-18ZnouFIKVyY...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:00:26 | 201 | 1.676411ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:27 | 200 | 41.311µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:32 | 200 | 46.074µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:34 | 200 | 578.722µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:34 | 200 | 271.128µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:00:34 | 200 | 195.702µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:00:34 | 200 | 9.516459ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:34 | 200 | 26.684µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:37 | 200 | 39.203µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:42 | 200 | 36.954µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:00:43.767Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e509b233-ac8f-4181-899f-1bc7605f700e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:00:43.767Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e509b233-ac8f-4181-899f-1bc7605f700e","keyPrefix":"sk-oai-m55z0LdxBsnR...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:00:43 | 201 | 1.682416ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:00:44 | 200 | 51.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:47 | 200 | 41.033µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:52 | 200 | 39.949µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:54 | 200 | 40.583µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:00:57 | 200 | 39.404µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:00 | 200 | 428.89µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:01:00 | 403 | 109.123µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:01:02 | 200 | 43.246µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:04 | 200 | 50.028µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:07 | 200 | 45.222µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:12 | 200 | 39.098µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:14 | 200 | 40.356µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:17 | 403 | 128.475µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:01:17 | 200 | 44.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:22 | 200 | 37.567µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:24 | 200 | 38.906µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:27 | 200 | 40.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:32 | 200 | 51.527µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:34 | 403 | 115.821µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:01:34 | 200 | 37.804µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:37 | 200 | 40.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:42 | 200 | 38.961µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:44 | 200 | 37.869µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:47 | 200 | 37.96µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:51 | 403 | 166.053µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:01:52 | 200 | 73.809µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:54 | 200 | 44.701µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:01:57 | 200 | 56.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:02 | 200 | 70.326µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:04 | 200 | 39.364µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:02:05.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43800e03-7389-4ca1-beb7-765a9bfd6f46","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:02:05.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43800e03-7389-4ca1-beb7-765a9bfd6f46","keyPrefix":"sk-oai-X7PXVb9PNShU...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:02:05 | 201 | 1.930993ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:07 | 200 | 45.249µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:12 | 200 | 42.363µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:13 | 200 | 426.933µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:13 | 200 | 288.024µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:13 | 200 | 183.193µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:13 | 200 | 18.628785ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:14 | 200 | 39.943µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:17 | 200 | 40.149µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:22 | 200 | 42.117µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:24 | 200 | 38.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:27 | 200 | 70.172µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:02:27.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab5882b6-c69c-4e85-bd44-5ced308d49ca","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:02:27.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab5882b6-c69c-4e85-bd44-5ced308d49ca","keyPrefix":"sk-oai-aWhlgmCnr0Yg...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:02:27 | 201 | 1.860033ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:02:27.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bfcab0de-1302-4c28-a91b-7f149349975c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:02:27.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bfcab0de-1302-4c28-a91b-7f149349975c","keyPrefix":"sk-oai-14DMxuMwbeA3...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:02:27 | 201 | 1.549074ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:32 | 200 | 51.16µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:34 | 200 | 38.698µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:35 | 200 | 444.999µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:35 | 200 | 229.935µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:35 | 200 | 154.683µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:35 | 200 | 10.508822ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:35 | 200 | 261.153µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:35 | 200 | 201.856µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:02:35 | 200 | 147.42µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:35 | 200 | 12.871984ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:37 | 200 | 41.27µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:42 | 200 | 45.711µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:44 | 200 | 42.806µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:47 | 200 | 49.302µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:52 | 200 | 370.954µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:52 | 200 | 370.548µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:52 | 200 | 367.487µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:02:52 | 200 | 36.512686ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:02:52 | 200 | 44.467µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:54 | 200 | 53.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:02:57 | 200 | 45.736µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:02 | 200 | 52.102µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:04 | 200 | 43.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:07 | 200 | 38.342µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:09 | 200 | 346.488µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:09 | 200 | 13.846302ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:03:09 | 200 | 353.504µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:09 | 200 | 13.268158ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:03:12 | 200 | 46.849µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:14 | 200 | 39.206µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:17 | 200 | 41.542µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:22 | 200 | 53.083µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:24 | 200 | 39.971µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:27 | 200 | 39.75µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:32 | 200 | 51.72µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:34 | 200 | 39.618µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:03:34.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2e0d5058-720c-4e89-bba9-aeaf12a9325a","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:03:34.773Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e0d5058-720c-4e89-bba9-aeaf12a9325a","keyPrefix":"sk-oai-WbOxKlOL5QYz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:03:34 | 201 | 2.618614ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:03:34 | 200 | 321.312µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 235.273µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:34 | 200 | 377.118µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 228.743µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:34 | 200 | 401.514µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 442.856µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:34 | 200 | 290.013µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 173.341µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:34 | 200 | 310.962µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 253.244µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:34 | 200 | 151.286µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:34 | 200 | 11.681085ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:03:37 | 200 | 37.613µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:42 | 200 | 46.747µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:44 | 200 | 44.218µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:47 | 200 | 50.452µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:03:50.507Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1460b805-5cb7-4ea0-b766-6e1390bfb559","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:03:50.507Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1460b805-5cb7-4ea0-b766-6e1390bfb559","keyPrefix":"sk-oai-tNAwAIb1qLkB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:03:50 | 201 | 1.817383ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:03:50 | 200 | 368.928µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:03:50 | 200 | 241.853µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:03:52 | 200 | 45.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:54 | 200 | 66.124µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:03:57 | 200 | 61.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:02 | 200 | 39.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:04 | 200 | 40.282µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:07 | 200 | 42.705µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:12 | 200 | 41.013µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:14 | 200 | 41.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:17 | 200 | 41.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:22 | 200 | 39.691µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:24 | 200 | 46.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:27 | 200 | 41.78µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:04:32.354Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"1f07d55a-8e12-42a1-9da6-ec921b11fee2","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:04:32.354Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f07d55a-8e12-42a1-9da6-ec921b11fee2","keyPrefix":"sk-oai-A7H9x17CBrer...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:04:32 | 201 | 9.864605ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:04:32 | 200 | 983.371µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 405.299µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 242.974µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 11.533747ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:04:32 | 200 | 372.874µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 244.914µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 361.809µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 212.989µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 432.677µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 212.081µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 512.517µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 365.861µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 473.677µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 285.319µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 531.709µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 344.551µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 452.715µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 344.996µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 442.95µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 323.378µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 27.832µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/27 - 20:04:32 | 200 | 556.346µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 359.685µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 507.317µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 370.732µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:04:32 | 200 | 401.645µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:04:32 | 200 | 334.594µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-27T20:04:32.865Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"1f07d55a-8e12-42a1-9da6-ec921b11fee2"} {"level":"info","timestamp":"2026-05-27T20:04:32.865Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1f07d55a-8e12-42a1-9da6-ec921b11fee2","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/27 - 20:04:32 | 200 | 2.307094ms | 100.64.0.3 | DELETE "/v1/api-keys/1f07d55a-8e12-42a1-9da6-ec921b11fee2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:04:34 | 200 | 43.684µs | 10.134.0.2 | GET "/health"