[GIN] 2026/05/27 - 20:30:17 | 200 | 58.248µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:30:18.483Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"428780c5-a6ec-4c4f-9fef-834942c245ce","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:30:18.483Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"428780c5-a6ec-4c4f-9fef-834942c245ce","keyPrefix":"sk-oai-cId0J2jqGsUb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:30:18 | 201 | 2.355343ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:30:18 | 200 | 361.278µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:18 | 200 | 230.796µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:18 | 200 | 350.558µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:18 | 200 | 225.797µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:19 | 200 | 39.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:20 | 200 | 584.24µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:30:20 | 200 | 279.061µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:30:22 | 200 | 41.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:27 | 200 | 39.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:29 | 200 | 38.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:32 | 200 | 70.66µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:37 | 200 | 36.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:39 | 200 | 48.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:42 | 200 | 42.695µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:47 | 200 | 36.966µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:49 | 200 | 32.312µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:52 | 200 | 32.983µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:57 | 200 | 32.123µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:30:59 | 200 | 32.9µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:02 | 200 | 34.427µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:07 | 200 | 39.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:09 | 200 | 38.563µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:12 | 200 | 32.603µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:13.065Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aa0406b8-f951-465a-b975-50f9f204c5a8","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:13.065Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa0406b8-f951-465a-b975-50f9f204c5a8","keyPrefix":"sk-oai-pidUqU2hHgAB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:13 | 201 | 1.973336ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:13 | 200 | 588.933µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:13 | 200 | 269.607µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:15 | 200 | 471.493µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:15 | 200 | 262.645µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:17 | 200 | 32.518µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:19 | 200 | 52.003µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:22 | 200 | 59.308µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:24.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a89f7220-3690-4c32-86fb-fc4fa6e3103e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:24.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a89f7220-3690-4c32-86fb-fc4fa6e3103e","keyPrefix":"sk-oai-HypJwSyqORQt...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:24 | 201 | 1.713992ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:27 | 200 | 37.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:29 | 200 | 34.08µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:32 | 200 | 36.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:32 | 200 | 423.163µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:32 | 200 | 115.774µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:37 | 200 | 40.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:39 | 200 | 31.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:42 | 200 | 30.587µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:47 | 200 | 32.496µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:49 | 200 | 33.407µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:31:49.986Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f89fc134-4d76-48d4-9254-9dbbb9b89300","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:31:49.986Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f89fc134-4d76-48d4-9254-9dbbb9b89300","keyPrefix":"sk-oai-MUBAiVsemSja...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:31:49 | 201 | 1.729392ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:31:50 | 200 | 370.943µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:31:50 | 200 | 263.395µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:31:52 | 200 | 41.769µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:57 | 200 | 46.058µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:31:59 | 200 | 31.272µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:02 | 200 | 30.185µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:07 | 200 | 33.479µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:32:07.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9b9849ff-19c2-4ea3-8ee0-bf814cf1c25d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:07.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b9849ff-19c2-4ea3-8ee0-bf814cf1c25d","keyPrefix":"sk-oai-KOzHfSigoaiN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:07 | 201 | 1.641669ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:07 | 200 | 315.796µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:07 | 200 | 165.234µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:09 | 200 | 31.698µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:12 | 200 | 45.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:17 | 200 | 30.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:19 | 200 | 31.032µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:22 | 200 | 283.431µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:32:24.910Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9f650016-3def-4bd2-bceb-1ff672f1762e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:24.910Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f650016-3def-4bd2-bceb-1ff672f1762e","keyPrefix":"sk-oai-1TkG9m3vQEhw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:24 | 201 | 1.717635ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:32:24.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"17bc2569-b5cc-4ca8-88e7-a40b8b85aae8","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:24.944Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17bc2569-b5cc-4ca8-88e7-a40b8b85aae8","keyPrefix":"sk-oai-JQtrfAQcyHBN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:24 | 201 | 1.447479ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:24 | 200 | 450.41µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:24 | 200 | 363.922µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:24 | 200 | 448.013µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:24 | 200 | 373.496µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:32:27 | 200 | 41.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:29 | 200 | 35.857µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:32 | 200 | 37.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:37 | 200 | 37.978µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:39 | 200 | 40.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:42 | 200 | 39.938µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T20:32:42.546Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T20:32:42.546Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 20:32:42 | 400 | 336.28µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:47 | 200 | 41.104µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:49 | 200 | 41.295µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:52 | 200 | 37.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:57 | 200 | 39.669µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:32:59 | 200 | 39.092µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:32:59.902Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"21ba3b26-f649-427c-a7a9-3d1a71bb9313","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:32:59.902Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21ba3b26-f649-427c-a7a9-3d1a71bb9313","keyPrefix":"sk-oai-TDxu8QC6Ge5B...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:32:59 | 201 | 1.601206ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:32:59 | 200 | 287.33µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:32:59 | 200 | 180.421µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:33:02 | 200 | 37.431µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:07 | 200 | 41.08µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:33:08.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c5590f1-367e-441d-9b3f-8db1f9bc4bee","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:33:08.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c5590f1-367e-441d-9b3f-8db1f9bc4bee","keyPrefix":"sk-oai-hks2DpSFc7VU...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:33:08 | 201 | 1.58742ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:33:09 | 200 | 43.48µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:12 | 200 | 44.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:17 | 200 | 432.113µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:33:17 | 200 | 198.509µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:33:17 | 200 | 23.785µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:19 | 200 | 37.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:22 | 200 | 39.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:27 | 200 | 40.328µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:29 | 200 | 37.963µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:32 | 200 | 36.669µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:33:34.441Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b7d44087-a39f-44d5-9638-5164e661688c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:33:34.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7d44087-a39f-44d5-9638-5164e661688c","keyPrefix":"sk-oai-1GPLdL8bpFOS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:33:34 | 201 | 9.438625ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:33:34 | 200 | 819.739µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:33:34 | 200 | 141.74µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:33:37 | 200 | 47.816µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:39 | 200 | 37.374µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:42 | 200 | 42.618µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:47 | 200 | 38.211µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:49 | 200 | 38.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:52 | 200 | 37.069µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:57 | 200 | 42.556µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:33:59 | 200 | 40.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:02 | 200 | 40.753µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:07 | 200 | 40.318µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:09 | 200 | 37.57µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:12 | 200 | 45.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:17 | 200 | 35.354µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:19 | 200 | 62.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:22 | 200 | 41.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:27 | 200 | 55.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:29 | 200 | 40.696µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:32 | 200 | 48.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:37 | 200 | 37.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:39 | 200 | 46.489µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:42 | 200 | 36.447µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:47 | 200 | 39.802µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:49 | 200 | 45.546µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:52 | 200 | 41.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:57 | 200 | 41.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:34:59 | 200 | 41.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:02 | 200 | 46.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:07 | 200 | 39.82µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:09 | 200 | 39.543µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:12 | 200 | 38.711µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:17 | 200 | 37.577µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:19 | 200 | 40.91µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:22 | 200 | 37.384µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:27 | 200 | 39.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:29 | 200 | 42.255µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:32 | 200 | 37.933µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:35:33.711Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"83afee18-d413-4a87-9676-ce9fe26d1497","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:35:33.711Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83afee18-d413-4a87-9676-ce9fe26d1497","keyPrefix":"sk-oai-1A7Fg1FFvqRU...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:35:33 | 201 | 1.731721ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:35:37 | 200 | 38.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:39 | 200 | 44.655µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:42 | 200 | 51.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:47 | 200 | 39.461µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:49 | 200 | 41.813µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:52 | 200 | 39.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:56 | 200 | 506.987µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:35:56 | 200 | 217.116µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:35:56 | 404 | 571.755µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:35:57 | 200 | 39.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:35:59 | 200 | 39.169µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:02 | 200 | 40.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:07 | 200 | 36.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:09 | 200 | 56.192µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:12 | 200 | 39.296µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:17 | 200 | 40.598µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:19 | 200 | 35.037µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:22 | 200 | 38.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:27 | 200 | 42.083µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:29 | 200 | 48.429µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:32 | 200 | 39.219µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:37 | 200 | 40.837µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:39 | 200 | 37.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:42 | 200 | 37.406µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:47 | 200 | 41.136µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:36:48.828Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fd369c5d-7c69-4073-a8f0-e80f1f77c352","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:36:48.828Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd369c5d-7c69-4073-a8f0-e80f1f77c352","keyPrefix":"sk-oai-oH9BP88ZhHRB...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:36:48 | 201 | 2.062949ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:36:48 | 200 | 393.02µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:36:48 | 200 | 197.345µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:36:49 | 200 | 37.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:52 | 200 | 38.305µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:57 | 200 | 39.221µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:36:59 | 200 | 44.653µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:02 | 200 | 39.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:07 | 200 | 38.869µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:37:08.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0b280200-c17a-452f-8c72-3a1cc5150975","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:37:08.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b280200-c17a-452f-8c72-3a1cc5150975","keyPrefix":"sk-oai-1FZYmHLeaRKb...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:37:08 | 201 | 1.662013ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:08 | 200 | 373.322µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:08 | 200 | 129.733µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:08 | 200 | 328.244µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:08 | 200 | 125.625µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:09 | 200 | 39.19µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:12 | 200 | 55.773µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:17 | 200 | 40.191µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:19 | 200 | 43.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:22 | 200 | 39.633µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:27 | 200 | 38.75µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:37:27.452Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b89b3a93-2723-4ac8-bd94-11bfee26c282","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:37:27.452Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b89b3a93-2723-4ac8-bd94-11bfee26c282","keyPrefix":"sk-oai-1PQO3CCDsyHI...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:37:27 | 201 | 1.719987ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:27 | 200 | 408.399µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:27 | 200 | 248.394µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:37:27 | 200 | 143.383µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:27 | 200 | 18.318155ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:29 | 200 | 42.68µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:32 | 200 | 44.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:37 | 200 | 37.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:39 | 200 | 40.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:42 | 200 | 37.103µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:46 | 200 | 137.454µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:46 | 200 | 149.02µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:37:46 | 200 | 21.714752ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:47 | 200 | 40.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:49 | 200 | 40.225µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:52 | 200 | 43.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:37:57 | 200 | 37.051µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:37:58.608Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cf4e3914-1cce-4c94-a9ed-f80110179ddf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:37:58.608Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf4e3914-1cce-4c94-a9ed-f80110179ddf","keyPrefix":"sk-oai-1MS8bWcqmSSR...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:37:58 | 201 | 1.614934ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:37:59 | 200 | 36.75µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:02 | 200 | 36.91µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:07 | 200 | 42.931µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:09 | 200 | 39.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:12 | 200 | 40.765µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:17 | 200 | 37.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:19 | 200 | 37.506µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:22 | 200 | 49.922µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:27 | 200 | 39.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:28 | 200 | 501.211µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:28 | 200 | 190.971µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:28 | 200 | 256.028µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:28 | 200 | 225.192µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:38:28 | 200 | 116.359µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:28 | 200 | 9.743434ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:29 | 200 | 61.186µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:32 | 200 | 36.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:37 | 200 | 57.671µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:39 | 200 | 39.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:42 | 200 | 37.468µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:45 | 200 | 139.067µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:38:45 | 200 | 13.501659ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:47 | 200 | 39.979µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:49 | 200 | 46.938µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:52 | 200 | 38.702µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:38:54.374Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b343218d-5204-4740-a179-09ffe68e8a84","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:38:54.374Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b343218d-5204-4740-a179-09ffe68e8a84","keyPrefix":"sk-oai-MT7rXBLO4VZe...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:38:54 | 201 | 9.492437ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:38:57 | 200 | 37.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:38:59 | 200 | 44.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:02 | 200 | 42.586µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:02 | 200 | 1.149143ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:02 | 200 | 293.386µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:02 | 200 | 133.03µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:02 | 200 | 9.992312ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:39:02.913Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"793f312d-710b-48ff-988d-09750068fefa","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:02.913Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"793f312d-710b-48ff-988d-09750068fefa","keyPrefix":"sk-oai-7ZbekjgHyoKz...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:02 | 201 | 1.537357ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:07 | 200 | 39.296µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:09 | 200 | 40.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:10 | 200 | 552.264µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:10 | 200 | 263.856µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:10 | 200 | 154.846µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:10 | 200 | 6.769748ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:10 | 200 | 274.062µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:10 | 200 | 274.919µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:10 | 200 | 116.677µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:10 | 200 | 6.056823ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:39:11.903Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6b613dc-25a6-406b-8490-4b7e1352f246","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:11.903Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6b613dc-25a6-406b-8490-4b7e1352f246","keyPrefix":"sk-oai-2OCrrfCILpLT...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:11 | 201 | 1.474004ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:12 | 200 | 36.321µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:17 | 200 | 44.412µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:19 | 200 | 37.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:19 | 200 | 413.052µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:19 | 200 | 208.944µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:19 | 200 | 134.34µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:19 | 200 | 11.572839ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:22 | 200 | 40.608µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:27 | 200 | 39.697µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:39:29.059Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d2799f73-57c1-475e-bf69-7118d6c973fc","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:29.059Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2799f73-57c1-475e-bf69-7118d6c973fc","keyPrefix":"sk-oai-11YH4SiO8dhK...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:29 | 201 | 1.773268ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:29 | 200 | 38.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:32 | 200 | 39.519µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:37 | 200 | 440.806µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:37 | 200 | 351.844µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:37 | 200 | 155.545µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:37 | 200 | 208.373µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:37 | 200 | 145.338µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:37 | 200 | 16.973707ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:37 | 200 | 24.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:39 | 200 | 40.454µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:42 | 200 | 38.3µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:47 | 200 | 39.105µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:39:48.370Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ccf0c83f-de51-4d11-9335-4ae961b3cb9d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:39:48.370Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccf0c83f-de51-4d11-9335-4ae961b3cb9d","keyPrefix":"sk-oai-pSQWyVQIUbMH...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:39:48 | 201 | 2.699613ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:49 | 200 | 38.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:52 | 200 | 38.431µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:56 | 200 | 443.025µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:56 | 200 | 335.721µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:56 | 200 | 169.961µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:56 | 200 | 8.474969ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:39:56 | 200 | 169.505µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:39:56 | 200 | 24.963434ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:39:57 | 200 | 34.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:39:59 | 200 | 40.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:02 | 200 | 36.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:07 | 200 | 40.933µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:09 | 200 | 55.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:12 | 200 | 40.626µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:12 | 200 | 207.458µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:12 | 200 | 169.911µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:12 | 200 | 149.508µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:12 | 200 | 35.552589ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:17 | 200 | 39.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:19 | 200 | 45.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:22 | 200 | 36.788µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:27 | 200 | 37.782µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:29 | 200 | 40.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:30 | 200 | 164.567µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:30 | 200 | 12.265154ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:32 | 200 | 44.917µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:37 | 200 | 37.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:39 | 200 | 37.191µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:40:41.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c802d80b-0181-4037-84d4-bd85d830690f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:41.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c802d80b-0181-4037-84d4-bd85d830690f","keyPrefix":"sk-oai-16GVcHjp1JAk...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:41 | 201 | 1.668145ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:42 | 200 | 36.969µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:47 | 200 | 39.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:49 | 200 | 536.383µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:49 | 200 | 127.577µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:49 | 200 | 33.935µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:40:49.847Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"75e7100e-3f93-4a53-8b0f-cd11cc78ec58","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:49.847Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75e7100e-3f93-4a53-8b0f-cd11cc78ec58","keyPrefix":"sk-oai-1TLdS14E9Lp5...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:49 | 201 | 1.602681ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:52 | 200 | 38.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:57 | 200 | 39.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:40:57 | 200 | 556.464µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:57 | 200 | 338.313µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:40:57 | 200 | 120.713µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:40:57 | 200 | 10.100243ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:40:58.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0758f359-2381-466c-b095-5fd60dfb3891","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:40:58.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0758f359-2381-466c-b095-5fd60dfb3891","keyPrefix":"sk-oai-F18IiBgurtha...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:40:58 | 201 | 1.420728ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:40:59 | 200 | 46.088µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:02 | 200 | 57.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:06 | 200 | 547.972µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:06 | 200 | 348.467µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:06 | 200 | 144.784µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:41:06 | 200 | 9.461647ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:41:06.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bbccd82e-ac63-4868-8f50-4ee039129069","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:41:06.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bbccd82e-ac63-4868-8f50-4ee039129069","keyPrefix":"sk-oai-PvuprMxjricR...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:41:06 | 201 | 1.526881ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:07 | 200 | 36.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:09 | 200 | 38.696µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:12 | 200 | 37.637µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:15 | 200 | 467.329µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:15 | 200 | 200.712µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:15 | 200 | 146.907µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:41:15 | 200 | 9.957765ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:17 | 200 | 41.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:19 | 200 | 36.186µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:22 | 200 | 35.838µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:41:24.179Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fcb55811-2f6a-429a-89ec-3ea24bfc0f7b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:41:24.179Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fcb55811-2f6a-429a-89ec-3ea24bfc0f7b","keyPrefix":"sk-oai-8a50LtnGVVgH...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:41:24 | 201 | 1.730191ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:27 | 200 | 65.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:29 | 200 | 39.687µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:32 | 200 | 41.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:37 | 200 | 38.145µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:39 | 200 | 34.714µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:40 | 200 | 901.942µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:41:40 | 403 | 149.374µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:42 | 200 | 40.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:47 | 200 | 40.335µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:49 | 200 | 40.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:52 | 200 | 37.725µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:57 | 200 | 50.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:41:57 | 403 | 107.149µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:41:59 | 200 | 38.741µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:02 | 200 | 36.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:07 | 200 | 56.001µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:09 | 200 | 45.323µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:12 | 200 | 38.37µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:14 | 403 | 117.313µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:17 | 200 | 37.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:19 | 200 | 40.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:22 | 200 | 38.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:27 | 200 | 55.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:29 | 200 | 38.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:32 | 403 | 128.974µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:32 | 200 | 35.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:37 | 200 | 40.375µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:39 | 200 | 37.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:42 | 200 | 31.855µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:42:46.267Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"05dd5849-c190-4e58-8f62-1e832388a6ea","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:42:46.267Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05dd5849-c190-4e58-8f62-1e832388a6ea","keyPrefix":"sk-oai-YgcxrEOKfQCM...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:42:46 | 201 | 1.757547ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:47 | 200 | 60.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:49 | 200 | 40.294µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:52 | 200 | 41.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:54 | 200 | 435.121µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:54 | 200 | 436.151µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:42:54 | 200 | 251.994µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:42:54 | 200 | 17.372099ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:42:57 | 200 | 37.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:42:59 | 200 | 36.257µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:02 | 200 | 37.792µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:07 | 200 | 51.421µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:43:09.038Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e1aea446-0c3b-4536-bcb5-11e351040557","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:43:09.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e1aea446-0c3b-4536-bcb5-11e351040557","keyPrefix":"sk-oai-1EpxAnJYKvcj...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:43:09 | 201 | 1.845564ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T20:43:09.069Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30b2ca98-3833-4522-893d-a9b8d50a1b32","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:43:09.070Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30b2ca98-3833-4522-893d-a9b8d50a1b32","keyPrefix":"sk-oai-to96Vde3yiTa...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:43:09 | 201 | 1.404581ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:09 | 200 | 30.907µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:12 | 200 | 44.352µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:17 | 200 | 474.37µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 383.484µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 249.23µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 10.312017ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:17 | 200 | 325.038µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 327.24µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:43:17 | 200 | 241.764µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:17 | 200 | 9.822483ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:17 | 200 | 37.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:19 | 200 | 43.098µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:22 | 200 | 37.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:27 | 200 | 36.275µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:29 | 200 | 45.907µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:32 | 200 | 42.659µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:33 | 200 | 166.241µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:33 | 200 | 145.244µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:33 | 200 | 157.759µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:33 | 200 | 48.649826ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:37 | 200 | 49.089µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:39 | 200 | 38.773µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:42 | 200 | 46.3µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:47 | 200 | 42.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:49 | 200 | 39.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:50 | 200 | 154.081µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:50 | 200 | 12.983572ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:50 | 200 | 138.269µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:43:50 | 200 | 11.708152ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:43:52 | 200 | 41.247µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:57 | 200 | 37.339µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:43:59 | 200 | 36.397µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:02 | 200 | 48.248µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:07 | 200 | 37.469µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:09 | 200 | 47.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:12 | 200 | 39.993µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:44:16.061Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2886cb54-401a-4d31-9f04-43ccea8335ae","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:44:16.061Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2886cb54-401a-4d31-9f04-43ccea8335ae","keyPrefix":"sk-oai-L6R3UZU8gu6D...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:44:16 | 201 | 1.741688ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:44:16 | 200 | 323.1µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:16 | 200 | 146.147µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:44:16 | 200 | 259.679µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:16 | 200 | 121.027µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:44:16 | 200 | 227.197µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:16 | 200 | 157.281µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:44:16 | 200 | 212.743µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:16 | 200 | 200.333µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:16 | 200 | 102.22µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:44:16 | 200 | 10.222464ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:44:17 | 200 | 36.843µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:19 | 200 | 43.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:22 | 200 | 44.335µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:27 | 200 | 94.902µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:29 | 200 | 47.903µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:44:31.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9d51d23-b5d6-4443-b5cb-19003c100c6b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T20:44:31.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9d51d23-b5d6-4443-b5cb-19003c100c6b","keyPrefix":"sk-oai-1Xh2QYz8ZYp3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 20:44:31 | 201 | 1.739764ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 20:44:32 | 200 | 62.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:32 | 200 | 362.935µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 20:44:32 | 200 | 175.563µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 20:44:37 | 200 | 39.913µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:39 | 200 | 38.423µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:42 | 200 | 45.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:47 | 200 | 44.037µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:49 | 200 | 39.018µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:52 | 200 | 39.293µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:57 | 200 | 48.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:44:59 | 200 | 42.863µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T20:45:01.493Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 20:45:01 | 200 | 8.408366ms | 10.134.0.32 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 20:45:02 | 200 | 36.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:45:07 | 200 | 35.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:45:09 | 200 | 35.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 20:45:12 | 200 | 41.74µs | 10.133.0.2 | GET "/health"