[GIN] 2026/05/28 - 10:45:42 | 200 | 39.159µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:45:47 | 200 | 40.784µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:45:48 | 200 | 38.845µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:45:52 | 200 | 40.36µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:45:57 | 200 | 38.593µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:45:58 | 200 | 39.463µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:02 | 200 | 40.895µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:07 | 200 | 45.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:08 | 200 | 40.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:12 | 200 | 40.429µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:46:13.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b0d0930e-d4ab-4f47-8b16-6138f5055a09","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:46:13.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0d0930e-d4ab-4f47-8b16-6138f5055a09","keyPrefix":"sk-oai-Kg5oOZpPUPCI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:46:13 | 201 | 2.04709ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:46:13 | 200 | 561.574µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:46:13 | 200 | 160.264µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:46:15 | 200 | 442.746µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:46:15 | 200 | 154.651µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:46:17 | 200 | 38.659µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:18 | 200 | 44.603µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:22 | 200 | 59.667µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:46:24.295Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ee404eda-1011-414c-9aa1-9a5ffe6cc1bb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:46:24.296Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee404eda-1011-414c-9aa1-9a5ffe6cc1bb","keyPrefix":"sk-oai-235gHNOAFAdL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:46:24 | 201 | 1.738776ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:46:27 | 200 | 38.401µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:28 | 200 | 41.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:32 | 200 | 470.595µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:46:32 | 200 | 179.663µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:46:32 | 200 | 46.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:37 | 200 | 44.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:38 | 200 | 37.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:42 | 200 | 38.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:47 | 200 | 40.553µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:48 | 200 | 40.137µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:46:50.158Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9bd32acb-2ef1-4be0-92cf-f43136c68c1e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:46:50.158Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bd32acb-2ef1-4be0-92cf-f43136c68c1e","keyPrefix":"sk-oai-8rPseDssuExY...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:46:50 | 201 | 1.701053ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:46:50 | 200 | 303.73µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:46:50 | 200 | 150.768µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:46:52 | 200 | 37.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:57 | 200 | 38.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:46:58 | 200 | 41.061µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:02 | 200 | 40.485µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:07 | 200 | 49.097µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:47:07.836Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"804279d5-e8fb-4524-87d7-16dc8b81876b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:47:07.836Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"804279d5-e8fb-4524-87d7-16dc8b81876b","keyPrefix":"sk-oai-pLwHO0VeZUwR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:47:07 | 201 | 1.640618ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:47:07 | 200 | 339.712µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:47:07 | 200 | 146.553µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:47:08 | 200 | 39.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:12 | 200 | 34.559µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:17 | 200 | 36.423µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:18 | 200 | 55.721µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:22 | 200 | 34.725µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:47:25.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aa0fc29f-0688-4691-98f3-bfab34761837","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:47:25.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa0fc29f-0688-4691-98f3-bfab34761837","keyPrefix":"sk-oai-CE333MiR2IN5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:47:25 | 201 | 1.865366ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:47:25.145Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9835a83f-fc51-4599-b945-21cf794360c7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:47:25.145Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9835a83f-fc51-4599-b945-21cf794360c7","keyPrefix":"sk-oai-Ia72a8eJZ2Y6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:47:25 | 201 | 1.577119ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:47:25 | 200 | 273.898µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:47:25 | 200 | 148.644µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:47:25 | 200 | 239.371µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:47:25 | 200 | 138.789µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:47:27 | 200 | 38.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:28 | 200 | 35.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:32 | 200 | 40.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:37 | 200 | 39.355µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:38 | 200 | 45.8µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:42 | 200 | 38.467µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T10:47:42.824Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T10:47:42.824Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 10:47:42 | 400 | 255.389µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:47:47 | 200 | 37.023µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:48 | 200 | 41.753µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:52 | 200 | 40.607µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:57 | 200 | 42.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:47:58 | 200 | 48.624µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:48:00.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3e4323d6-907a-409b-a461-d69577b06171","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:48:00.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e4323d6-907a-409b-a461-d69577b06171","keyPrefix":"sk-oai-nSoJmD1deLPB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:48:00 | 201 | 9.829759ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:48:00 | 200 | 1.063886ms | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:48:00 | 200 | 202.864µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:48:02 | 200 | 43.533µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:07 | 200 | 38.905µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:08 | 200 | 39.253µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:48:09.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"91162248-73f5-42d6-aa24-f5691e36c206","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:48:09.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91162248-73f5-42d6-aa24-f5691e36c206","keyPrefix":"sk-oai-9zLnDwrbnAt1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:48:09 | 201 | 1.754551ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:48:12 | 200 | 40.786µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:17 | 200 | 531.724µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:48:17 | 200 | 132.603µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:48:17 | 200 | 38.929µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:18 | 200 | 48.285µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:22 | 200 | 39.708µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:27 | 200 | 40.342µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:28 | 200 | 51.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:32 | 200 | 42.085µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:48:34.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"688146b3-ee2e-4d79-9e13-9a6028d4350a","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:48:34.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"688146b3-ee2e-4d79-9e13-9a6028d4350a","keyPrefix":"sk-oai-RkT7c6dgDhvE...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:48:34 | 201 | 1.791114ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:48:34 | 200 | 423.29µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:48:34 | 200 | 162.698µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:48:37 | 200 | 48.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:38 | 200 | 47.517µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:42 | 200 | 35.484µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:47 | 200 | 38.952µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:48 | 200 | 39.596µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:52 | 200 | 40.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:57 | 200 | 53.383µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:48:58 | 200 | 59.82µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:02 | 200 | 58.305µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:07 | 200 | 53.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:08 | 200 | 32.478µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:12 | 200 | 33.207µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:17 | 200 | 53.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:18 | 200 | 36.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:22 | 200 | 32.687µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:27 | 200 | 33.832µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:28 | 200 | 35.325µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:32 | 200 | 38.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:37 | 200 | 40.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:38 | 200 | 36.758µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:42 | 200 | 33.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:47 | 200 | 34.2µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:48 | 200 | 37.316µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:52 | 200 | 35.664µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:57 | 200 | 32.577µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:49:58 | 200 | 36.59µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:02 | 200 | 34.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:07 | 200 | 33.112µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:08 | 200 | 33.51µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:12 | 200 | 43.684µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:17 | 200 | 34.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:18 | 200 | 35.977µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:22 | 200 | 33.915µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:27 | 200 | 33.369µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:28 | 200 | 46.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:32 | 200 | 37.392µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:50:34.319Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0548dce4-06fa-4db7-9fa8-59c8ab61c848","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:50:34.319Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0548dce4-06fa-4db7-9fa8-59c8ab61c848","keyPrefix":"sk-oai-1AcguY8Thgnc...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:50:34 | 201 | 2.49993ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:50:37 | 200 | 33.03µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:38 | 200 | 32.606µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:42 | 200 | 36.206µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:47 | 200 | 34.774µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:48 | 200 | 35.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:52 | 200 | 35.317µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:56 | 200 | 515.572µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:50:56 | 200 | 151.884µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:50:57 | 404 | 652.096µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:50:57 | 200 | 35.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:50:58 | 200 | 43.691µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:02 | 200 | 31.808µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:07 | 200 | 37.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:08 | 200 | 40.845µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:12 | 200 | 58.789µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:17 | 200 | 40.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:18 | 200 | 42.063µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:22 | 200 | 40.782µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:27 | 200 | 40.473µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:28 | 200 | 38.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:32 | 200 | 39.656µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:37 | 200 | 39.168µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:38 | 200 | 43.281µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:42 | 200 | 41.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:47 | 200 | 38.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:48 | 200 | 39.078µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:51:49.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7faf4176-5398-417a-8c2a-59e1ea2d41a2","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:51:49.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7faf4176-5398-417a-8c2a-59e1ea2d41a2","keyPrefix":"sk-oai-Tzm9HUVIOb3R...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:51:49 | 201 | 1.800383ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:51:49 | 200 | 403.584µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:51:49 | 200 | 194.735µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:51:52 | 200 | 38.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:57 | 200 | 47.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:51:58 | 200 | 49.827µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:02 | 200 | 51.585µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:07 | 200 | 41.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:08 | 200 | 40.723µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:52:08.852Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4a13f198-fdf6-4bd9-880f-e709622aa720","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:52:08.852Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4a13f198-fdf6-4bd9-880f-e709622aa720","keyPrefix":"sk-oai-P1zPNE3CbABZ...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:52:08 | 201 | 1.798385ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:52:08 | 200 | 409.728µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:52:08 | 200 | 145.361µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:52:09 | 200 | 388.645µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:52:09 | 200 | 153.046µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:52:12 | 200 | 41.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:17 | 200 | 37.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:18 | 200 | 52.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:22 | 200 | 40.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:27 | 200 | 44.801µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:52:28.317Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4d17a069-468a-4c37-931b-ab5d304dd098","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:52:28.317Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d17a069-468a-4c37-931b-ab5d304dd098","keyPrefix":"sk-oai-18MvIibVIEbQ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:52:28 | 201 | 1.465354ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:52:28 | 200 | 363.646µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:52:28 | 200 | 295.414µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:52:28 | 200 | 246.353µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:52:28 | 200 | 19.395164ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:52:28 | 200 | 40.786µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:32 | 200 | 36.827µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:37 | 200 | 46.137µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:38 | 200 | 41.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:42 | 200 | 39.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:47 | 200 | 236.504µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:52:47 | 200 | 155.282µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:52:47 | 200 | 24.766304ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:52:47 | 200 | 37.987µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:48 | 200 | 40.2µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:52 | 200 | 49.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:57 | 200 | 42.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:52:58 | 200 | 40.221µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:53:01.679Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"af1a2852-286a-4b77-81dd-e092b6bd1b24","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:53:01.679Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af1a2852-286a-4b77-81dd-e092b6bd1b24","keyPrefix":"sk-oai-1M3Hys5nffzg...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:53:01 | 201 | 9.899209ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:53:02 | 200 | 46.203µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:07 | 200 | 40.703µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:08 | 200 | 43.452µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:12 | 200 | 40.376µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:17 | 200 | 41.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:18 | 200 | 38.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:22 | 200 | 44.958µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:27 | 200 | 44.654µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:28 | 200 | 44.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:31 | 200 | 1.068465ms | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:53:31 | 200 | 152.492µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:53:31 | 200 | 332.94µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:53:31 | 200 | 341.792µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:53:31 | 200 | 145.478µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:53:31 | 200 | 10.212555ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:53:32 | 200 | 39.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:37 | 200 | 39.017µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:38 | 200 | 47.896µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:42 | 200 | 39.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:47 | 200 | 52.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:48 | 200 | 44.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:48 | 200 | 184.222µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:53:48 | 200 | 13.767712ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:53:52 | 200 | 38.977µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:53:57.543Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e120aac8-d861-49bc-97a6-04d10f25fbbe","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:53:57.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e120aac8-d861-49bc-97a6-04d10f25fbbe","keyPrefix":"sk-oai-9bqG4R6Qfvca...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:53:57 | 201 | 1.65266ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:53:57 | 200 | 35.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:53:58 | 200 | 39.028µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:02 | 200 | 45.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:05 | 200 | 575.321µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:05 | 200 | 417.675µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:05 | 200 | 234.651µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:05 | 200 | 9.568271ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:54:06.092Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e1675fb-f9ae-4167-9ff1-19a8a2de8185","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:54:06.092Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e1675fb-f9ae-4167-9ff1-19a8a2de8185","keyPrefix":"sk-oai-uLZ0R1t9x4t2...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:54:06 | 201 | 1.531535ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:07 | 200 | 37.235µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:08 | 200 | 39.536µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:12 | 200 | 45.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:14 | 200 | 570.005µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:14 | 200 | 332.076µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:14 | 200 | 257.038µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:14 | 200 | 6.940783ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:14 | 200 | 285.222µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:14 | 200 | 290.889µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:14 | 200 | 220.545µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:14 | 200 | 6.377601ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:54:15.092Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"63a03b13-914e-4fb7-9f22-be1c41f8e161","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:54:15.092Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63a03b13-914e-4fb7-9f22-be1c41f8e161","keyPrefix":"sk-oai-YZ4N7HVDwPxk...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:54:15 | 201 | 1.638173ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:17 | 200 | 40.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:18 | 200 | 44.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:22 | 200 | 42.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:23 | 200 | 480.226µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:23 | 200 | 308.765µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:23 | 200 | 284.782µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:23 | 200 | 9.641955ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:27 | 200 | 38.506µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:28 | 200 | 41.877µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:54:32.267Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"649f822a-565a-4cd3-8435-ef1cb2fca37b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:54:32.267Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"649f822a-565a-4cd3-8435-ef1cb2fca37b","keyPrefix":"sk-oai-13MmY8YqR3Ik...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:54:32 | 201 | 1.883693ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:32 | 200 | 43.842µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:37 | 200 | 38.296µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:38 | 200 | 40.447µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:40 | 200 | 579.14µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:40 | 200 | 423.533µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:40 | 200 | 625.454µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:40 | 200 | 374.78µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:54:40 | 200 | 228.26µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:54:40 | 200 | 19.617241ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:42 | 200 | 46.971µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:47 | 200 | 40.871µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:48 | 200 | 38.233µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:52 | 200 | 41.391µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:54:53.694Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"324c5c1a-b7b8-40e5-bdc5-8da4e3a08a4e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:54:53.694Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"324c5c1a-b7b8-40e5-bdc5-8da4e3a08a4e","keyPrefix":"sk-oai-1Bi0Dno46fNQ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:54:53 | 201 | 2.541467ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:54:57 | 200 | 46.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:54:58 | 200 | 47.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:01 | 200 | 434.967µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:55:01 | 200 | 373.637µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:55:01 | 200 | 282.362µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:01 | 200 | 9.990617ms | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:55:01 | 200 | 227.548µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:01 | 200 | 24.017954ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:55:02 | 200 | 36.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:07 | 200 | 38.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:08 | 200 | 40.875µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:12 | 200 | 38.948µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:17 | 200 | 39.521µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:18 | 200 | 282.552µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:18 | 200 | 255.641µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:18 | 200 | 230.887µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:18 | 200 | 42.647345ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:55:18 | 200 | 41.629µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:22 | 200 | 38.879µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:27 | 200 | 39.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:28 | 200 | 47.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:32 | 200 | 39.011µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:35 | 200 | 217.162µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:55:35 | 200 | 12.693555ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:55:37 | 200 | 41.033µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:38 | 200 | 66.584µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:42 | 200 | 39.011µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:55:46.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"be661849-8309-4f52-a59a-0683f6b37067","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:55:46.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be661849-8309-4f52-a59a-0683f6b37067","keyPrefix":"sk-oai-15h4Ih35jnTx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:55:46 | 201 | 2.338791ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:55:47 | 200 | 38.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:48 | 200 | 43.716µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:52 | 200 | 37.963µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:54 | 200 | 541.393µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:55:54 | 200 | 142.743µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:55:55.574Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0f398496-1b38-42d2-8fb3-8c35f977ee5f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:55:55.574Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f398496-1b38-42d2-8fb3-8c35f977ee5f","keyPrefix":"sk-oai-54c5COz3di4P...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:55:55 | 201 | 1.615052ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:55:57 | 200 | 43.403µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:55:58 | 200 | 41.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:02 | 200 | 39.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:03 | 200 | 547.695µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:03 | 200 | 379.022µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:03 | 200 | 178.234µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:56:03 | 200 | 9.665675ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:56:03.991Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f6e6d6c-a83d-4605-a52b-737c82485002","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:56:03.991Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f6e6d6c-a83d-4605-a52b-737c82485002","keyPrefix":"sk-oai-1Zce65kcLPgG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:56:03 | 201 | 1.575817ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:56:07 | 200 | 45.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:08 | 200 | 48.066µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:12 | 200 | 542.961µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:12 | 200 | 354.18µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:12 | 200 | 202.011µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:56:12 | 200 | 11.17694ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:56:12.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"809dc83c-34ab-40f5-8720-76c01962e193","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:56:12.747Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"809dc83c-34ab-40f5-8720-76c01962e193","keyPrefix":"sk-oai-1MknAFQnP354...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:56:12 | 201 | 1.76996ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:56:12 | 200 | 36.862µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:17 | 200 | 42.006µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:18 | 200 | 39.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:20 | 200 | 522.7µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:20 | 200 | 356.176µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:20 | 200 | 264.921µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:56:20 | 200 | 9.302527ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:56:22 | 200 | 38.616µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:27 | 200 | 44.291µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:28 | 200 | 42.104µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:56:29.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"57e03f33-d877-46ed-9ed8-eca84eb1b59d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:56:29.944Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57e03f33-d877-46ed-9ed8-eca84eb1b59d","keyPrefix":"sk-oai-DXwJCFM9IMEi...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:56:29 | 201 | 1.766477ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:56:32 | 200 | 40.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:37 | 200 | 38.299µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:38 | 200 | 42.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:42 | 200 | 45.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:46 | 200 | 966.027µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:56:46 | 403 | 99.206µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:56:47 | 200 | 37.9µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:48 | 200 | 39.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:52 | 200 | 41.08µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:57 | 200 | 44.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:56:58 | 200 | 45.041µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:02 | 200 | 39.279µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:03 | 403 | 121.204µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:57:07 | 200 | 39.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:08 | 200 | 40.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:12 | 200 | 37.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:17 | 200 | 40.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:18 | 200 | 39.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:20 | 403 | 115.265µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:57:22 | 200 | 36.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:27 | 200 | 40.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:28 | 200 | 37.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:32 | 200 | 38.051µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:37 | 200 | 39.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:37 | 403 | 141.198µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:57:38 | 200 | 51.399µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:42 | 200 | 42.639µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:47 | 200 | 39.692µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:48 | 200 | 72.602µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:57:51.990Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f0d5efbb-b482-4ae5-bd31-cab83e276bd3","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:57:51.990Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f0d5efbb-b482-4ae5-bd31-cab83e276bd3","keyPrefix":"sk-oai-YKeB1Iorlybs...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:57:51 | 201 | 1.567703ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:57:52 | 200 | 45.243µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:57 | 200 | 44.353µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:57:58 | 200 | 40.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:00 | 200 | 462.604µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:00 | 200 | 360.264µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:00 | 200 | 268.818µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:00 | 200 | 17.591995ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:02 | 200 | 40.31µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:07 | 200 | 36.654µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:08 | 200 | 46.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:12 | 200 | 45.727µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:58:14.587Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"426bb082-2efc-432b-bf2f-5b2af7c27bbd","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:58:14.588Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"426bb082-2efc-432b-bf2f-5b2af7c27bbd","keyPrefix":"sk-oai-1TUTpolVNQyf...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:58:14 | 201 | 2.782076ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T10:58:14.629Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e75af84-b987-426c-81ef-435db4109499","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:58:14.629Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e75af84-b987-426c-81ef-435db4109499","keyPrefix":"sk-oai-1TFr79ZwiS5R...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:58:14 | 201 | 1.52443ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:17 | 200 | 52.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:18 | 200 | 47.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:22 | 200 | 441.9µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:22 | 200 | 254.832µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:22 | 200 | 173.783µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:22 | 200 | 9.665604ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:22 | 200 | 264.311µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:22 | 200 | 247.478µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:58:22 | 200 | 146.764µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:22 | 200 | 11.650496ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:22 | 200 | 38.413µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:27 | 200 | 41.558µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:28 | 200 | 39.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:32 | 200 | 45.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:37 | 200 | 38.645µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:38 | 200 | 39.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:39 | 200 | 176.866µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:39 | 200 | 200.55µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:39 | 200 | 178.73µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:39 | 200 | 40.144054ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:42 | 200 | 36.842µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:47 | 200 | 36.638µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:48 | 200 | 38.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:52 | 200 | 39.547µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:55 | 200 | 169.254µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:55 | 200 | 14.372434ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:55 | 200 | 135.848µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:58:55 | 200 | 16.021425ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:58:57 | 200 | 40.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:58:58 | 200 | 41.704µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:02 | 200 | 44.831µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:07 | 200 | 42.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:08 | 200 | 43.243µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:12 | 200 | 39.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:17 | 200 | 37.967µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:18 | 200 | 37.351µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:59:21.496Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e59965c6-043b-478c-9c3d-cb1dd3089524","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:59:21.496Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e59965c6-043b-478c-9c3d-cb1dd3089524","keyPrefix":"sk-oai-177hQnibSZoT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:59:21 | 201 | 1.897862ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:59:21 | 200 | 310.735µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 207.011µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:21 | 200 | 244.382µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 172.75µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:21 | 200 | 201.224µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 161.712µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:21 | 200 | 270.893µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 144.661µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:21 | 200 | 227.241µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 210.318µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:21 | 200 | 96.427µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:21 | 200 | 10.389291ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:59:22 | 200 | 32.135µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:27 | 200 | 36.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:28 | 200 | 35.574µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:32 | 200 | 33.622µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T10:59:34.146Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"26e5d418-0807-48a9-8019-e161c0e4a230","ephemeral":false} {"level":"info","timestamp":"2026-05-28T10:59:34.146Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26e5d418-0807-48a9-8019-e161c0e4a230","keyPrefix":"sk-oai-12V8AT1qPHAb...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 10:59:34 | 201 | 2.326396ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:59:34 | 200 | 301.5µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 265.986µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 110.097µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 10.511926ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:59:34 | 200 | 224.651µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 131.619µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 238.749µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 166.483µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 237.268µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 136.232µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 251.405µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 113.168µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 244.716µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 126.941µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 277.83µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 169.328µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 230.255µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 120.569µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 213.63µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 110.837µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 184.289µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 96.856µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 208.05µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 98.687µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 10:59:34 | 200 | 200.803µs | 10.134.0.44 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 10:59:34 | 200 | 89.317µs | 10.134.0.44 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T10:59:34.656Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"26e5d418-0807-48a9-8019-e161c0e4a230"} {"level":"info","timestamp":"2026-05-28T10:59:34.656Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"26e5d418-0807-48a9-8019-e161c0e4a230","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 10:59:34 | 200 | 2.160925ms | 100.64.0.4 | DELETE "/v1/api-keys/26e5d418-0807-48a9-8019-e161c0e4a230" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 10:59:37 | 200 | 30.691µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 10:59:38 | 200 | 34.109µs | 10.133.0.2 | GET "/health"