{"level":"info","timestamp":"2026-05-27T21:26:11.280Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"969a1ecc-00b2-4ad1-96b4-25e1e4a18807","keyPrefix":"sk-oai-wPhEV3D2cARp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:26:11 | 201 | 2.052961ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:26:11 | 200 | 513.623µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:26:11 | 200 | 248.638µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:26:11 | 200 | 494.583µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:26:11 | 200 | 207.101µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:26:12 | 200 | 49.13µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:13 | 200 | 940.281µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:26:13 | 200 | 174.111µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:26:15 | 200 | 42.273µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:20 | 200 | 40.562µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:22 | 200 | 39.725µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:25 | 200 | 39.69µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:30 | 200 | 40.732µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:32 | 200 | 45.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:35 | 200 | 41.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:40 | 200 | 39.604µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:42 | 200 | 38.734µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:45 | 200 | 45.604µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:50 | 200 | 40.518µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:52 | 200 | 39.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:26:55 | 200 | 40.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:00 | 200 | 44.621µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:27:01.088Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"03b192e8-b1e6-4974-a306-6b2f6ffde435","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:27:01.088Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03b192e8-b1e6-4974-a306-6b2f6ffde435","keyPrefix":"sk-oai-16XTNNdb00dR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:27:01 | 201 | 2.078684ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:27:01 | 200 | 485.836µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:01 | 200 | 187.826µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:27:02 | 200 | 40.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:03 | 200 | 970.003µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:03 | 200 | 168.674µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:27:05 | 200 | 940.341µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:05 | 200 | 166.632µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:27:05 | 200 | 36.976µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:10 | 200 | 43.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:12 | 200 | 41.624µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:27:14.323Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"040bb915-5434-4a10-b127-6280f126889b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:27:14.323Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"040bb915-5434-4a10-b127-6280f126889b","keyPrefix":"sk-oai-skWn8ZokySXB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:27:14 | 201 | 2.13019ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:27:15 | 200 | 44.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:20 | 200 | 42.987µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:22 | 200 | 941.082µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:22 | 200 | 130.852µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:27:22 | 200 | 40.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:25 | 200 | 41.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:30 | 200 | 72.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:32 | 200 | 39.878µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:35 | 200 | 43.787µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:27:40.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"aaf656b5-11eb-46b6-b5ad-d4b51998e71f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:27:40.076Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aaf656b5-11eb-46b6-b5ad-d4b51998e71f","keyPrefix":"sk-oai-1RRJR1KBQ3po...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:27:40 | 201 | 2.121554ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:27:40 | 200 | 481.763µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:40 | 200 | 160.701µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:27:40 | 200 | 42.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:42 | 200 | 37.501µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:45 | 200 | 39.449µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:50 | 200 | 40.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:52 | 200 | 39.552µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:27:55 | 200 | 32.899µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:27:57.671Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f07e48a2-8f1a-481a-95b7-4e785773dde6","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:27:57.671Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f07e48a2-8f1a-481a-95b7-4e785773dde6","keyPrefix":"sk-oai-18jyhzwPIcQQ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:27:57 | 201 | 2.052139ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:27:57 | 200 | 419.312µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:27:57 | 200 | 126.528µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:28:00 | 200 | 43.994µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:02 | 200 | 40.619µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:05 | 200 | 34.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:10 | 200 | 36.862µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:12 | 200 | 37.997µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:28:14.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39a2e7da-75c7-46ea-9e49-eda153938c91","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:28:14.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39a2e7da-75c7-46ea-9e49-eda153938c91","keyPrefix":"sk-oai-PkLwg3o9JigN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:28:14 | 201 | 1.689769ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:28:14.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"de11b39a-677c-4816-b04c-488e78e502cf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:28:14.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de11b39a-677c-4816-b04c-488e78e502cf","keyPrefix":"sk-oai-17MUWbarw6RP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:28:14 | 201 | 1.687876ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:28:15 | 200 | 465.608µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:28:15 | 200 | 157.656µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:28:15 | 200 | 451.345µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:28:15 | 200 | 144.039µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:28:15 | 200 | 32.957µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:20 | 200 | 37.623µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:22 | 200 | 45.08µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:25 | 200 | 38.601µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:30 | 200 | 46.068µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T21:28:32.593Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T21:28:32.593Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 21:28:32 | 400 | 272.759µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:28:32 | 200 | 32.858µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:35 | 200 | 39.698µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:40 | 200 | 48.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:42 | 200 | 38.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:45 | 200 | 36.815µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:28:49.925Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0910b176-b669-4c2b-a98a-6ad0477d6e6b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:28:49.926Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0910b176-b669-4c2b-a98a-6ad0477d6e6b","keyPrefix":"sk-oai-HqHLI9epsLxk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:28:49 | 201 | 2.133637ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:28:49 | 200 | 489.384µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:28:49 | 200 | 166.88µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:28:50 | 200 | 38.542µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:52 | 200 | 42.02µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:28:55 | 200 | 39.905µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:28:58.983Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0bd23d62-90f4-4c1b-9f3f-d016451cbb99","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:28:58.983Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0bd23d62-90f4-4c1b-9f3f-d016451cbb99","keyPrefix":"sk-oai-114sGYHfoREK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:28:58 | 201 | 2.186086ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:29:00 | 200 | 57.48µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:02 | 200 | 40.814µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:05 | 200 | 42.717µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:07 | 200 | 975.67µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:29:07 | 200 | 122.223µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:29:10 | 200 | 60.732µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:12 | 200 | 51.146µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:15 | 200 | 37.261µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:20 | 200 | 35.113µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:22 | 200 | 41.622µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:29:24.616Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7ee5ba2e-9048-41a2-9804-ad6df714e7f4","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:29:24.616Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ee5ba2e-9048-41a2-9804-ad6df714e7f4","keyPrefix":"sk-oai-1HC6UMSoY29J...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:29:24 | 201 | 11.516027ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:29:24 | 200 | 1.265137ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:29:24 | 200 | 158.703µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:29:25 | 200 | 38.376µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:30 | 200 | 44.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:32 | 200 | 41.241µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:35 | 200 | 41.096µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:40 | 200 | 43.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:42 | 200 | 45.899µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:45 | 200 | 44.648µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:50 | 200 | 32.983µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:52 | 200 | 35.31µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:29:55 | 200 | 42.803µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:00 | 200 | 38.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:02 | 200 | 43.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:05 | 200 | 38.09µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:10 | 200 | 37.727µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:12 | 200 | 42.749µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:30:13.431Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 21:30:13 | 200 | 963.197µs | 10.134.0.49 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 21:30:15 | 200 | 41.255µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:20 | 200 | 40.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:22 | 200 | 37.947µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:25 | 200 | 43.022µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:30 | 200 | 38.269µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:32 | 200 | 41.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:35 | 200 | 37.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:40 | 200 | 38.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:42 | 200 | 43.057µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:45 | 200 | 37.514µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:50 | 200 | 37.871µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:52 | 200 | 38.288µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:30:55 | 200 | 37.564µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:00 | 200 | 45.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:02 | 200 | 61.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:05 | 200 | 44.52µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:10 | 200 | 46.742µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:12 | 200 | 42.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:15 | 200 | 54.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:20 | 200 | 41.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:22 | 200 | 38.74µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:31:24.075Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2b9a60a1-dd9e-46d1-903d-9e87ce6e90ad","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:31:24.075Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b9a60a1-dd9e-46d1-903d-9e87ce6e90ad","keyPrefix":"sk-oai-mvfAHPYMTE7U...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:31:24 | 201 | 2.261496ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:31:25 | 200 | 57.728µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:30 | 200 | 38.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:32 | 200 | 42.139µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:35 | 200 | 39.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:40 | 200 | 39.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:42 | 200 | 37.162µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:45 | 200 | 37.545µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:47 | 200 | 907.41µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:31:47 | 200 | 161.025µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:31:47 | 404 | 895.2µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:31:50 | 200 | 40.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:52 | 200 | 36.995µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:31:55 | 200 | 38.274µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:00 | 200 | 38.992µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:02 | 200 | 39.945µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:05 | 200 | 40.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:10 | 200 | 41.946µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:12 | 200 | 39.078µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:15 | 200 | 37.335µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:20 | 200 | 43.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:22 | 200 | 52.663µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:25 | 200 | 51.233µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:30 | 200 | 38.217µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:32 | 200 | 43.47µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:35 | 200 | 39.878µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:32:40.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f5dde1c9-fcb9-4f26-b547-1e82d13f7fb4","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:32:40.362Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5dde1c9-fcb9-4f26-b547-1e82d13f7fb4","keyPrefix":"sk-oai-hTlfSUJCNPEm...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:32:40 | 201 | 2.216106ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:32:40 | 200 | 580.417µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:32:40 | 200 | 176.026µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:32:40 | 200 | 48.142µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:42 | 200 | 42.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:45 | 200 | 38.662µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:50 | 200 | 48.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:52 | 200 | 40.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:32:55 | 200 | 40.324µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:32:59.615Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1906d4cb-a961-49f9-8aeb-dfbe72a16642","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:32:59.615Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1906d4cb-a961-49f9-8aeb-dfbe72a16642","keyPrefix":"sk-oai-matVZQcxx5iZ...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:32:59 | 201 | 2.029658ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:32:59 | 200 | 545.108µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:32:59 | 200 | 150.5µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:32:59 | 200 | 622.912µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:32:59 | 200 | 160.885µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:33:00 | 200 | 46.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:02 | 200 | 39.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:05 | 200 | 40.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:10 | 200 | 42.074µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:12 | 200 | 39.287µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:15 | 200 | 39.8µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:33:19.067Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4f87a331-d7a0-40af-8817-04881a26daa6","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:33:19.067Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f87a331-d7a0-40af-8817-04881a26daa6","keyPrefix":"sk-oai-fdafvEWAb19z...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:33:19 | 201 | 2.242616ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:33:19 | 200 | 491.886µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:33:19 | 200 | 396.033µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:33:19 | 200 | 153.871µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:33:19 | 200 | 19.395267ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:33:20 | 200 | 36.658µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:22 | 200 | 46.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:25 | 200 | 40.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:30 | 200 | 40.204µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:32 | 200 | 39.71µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:35 | 200 | 42.745µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:38 | 200 | 209.305µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:33:38 | 200 | 220.212µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:33:38 | 200 | 22.966464ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:33:40 | 200 | 57.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:42 | 200 | 47.544µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:45 | 200 | 36.504µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:33:50.283Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04170c1f-c518-4004-884b-fefeb3335628","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:33:50.283Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04170c1f-c518-4004-884b-fefeb3335628","keyPrefix":"sk-oai-TbwqkNPugK2G...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:33:50 | 201 | 1.972705ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:33:50 | 200 | 38.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:52 | 200 | 38.5µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:33:55 | 200 | 38.832µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:00 | 200 | 40.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:02 | 200 | 44.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:05 | 200 | 41.173µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:10 | 200 | 38.488µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:12 | 200 | 44.234µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:15 | 200 | 47.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:20 | 200 | 1.821233ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:34:20 | 200 | 284.61µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:34:20 | 200 | 504.897µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:34:20 | 200 | 464.694µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:34:20 | 200 | 134.973µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:34:20 | 200 | 11.30887ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:34:20 | 200 | 41.499µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:22 | 200 | 41.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:25 | 200 | 41.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:30 | 200 | 38.277µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:32 | 200 | 49.067µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:35 | 200 | 38.038µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:37 | 200 | 147.705µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:34:37 | 200 | 13.321686ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:34:40 | 200 | 39.412µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:42 | 200 | 38.924µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:45 | 200 | 67.022µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:34:46.056Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e7635e2-7c6b-492d-9692-89aa10a5448a","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:34:46.056Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e7635e2-7c6b-492d-9692-89aa10a5448a","keyPrefix":"sk-oai-1OtE1nsb0pIZ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:34:46 | 201 | 10.672265ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:34:50 | 200 | 38.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:52 | 200 | 36.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:34:54 | 200 | 1.599554ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:34:54 | 200 | 462.264µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:34:54 | 200 | 183.63µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:34:54 | 200 | 10.241163ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:34:54.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30b27a3b-5788-442b-bc28-889948bfb589","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:34:54.581Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30b27a3b-5788-442b-bc28-889948bfb589","keyPrefix":"sk-oai-1CJBpvSqi7HG...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:34:54 | 201 | 1.736378ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:34:55 | 200 | 42.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:00 | 200 | 38.409µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:02 | 200 | 1.003145ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:02 | 200 | 416.716µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:02 | 200 | 154.162µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:02 | 200 | 7.139903ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:02 | 200 | 24.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:02 | 200 | 464.919µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:02 | 200 | 495.417µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:02 | 200 | 131.043µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:02 | 200 | 6.605996ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:35:03.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6838560c-d717-450a-8b17-fbcfc4056ecf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:35:03.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6838560c-d717-450a-8b17-fbcfc4056ecf","keyPrefix":"sk-oai-D5EzUBgHv3AO...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:35:03 | 201 | 1.841952ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:05 | 200 | 38.634µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:10 | 200 | 36.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:11 | 200 | 916.461µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:11 | 200 | 396.048µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:11 | 200 | 130.306µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:11 | 200 | 9.764241ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:12 | 200 | 40.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:15 | 200 | 40.952µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:20 | 200 | 36.256µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:35:20.839Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4187bdf-74cb-4241-994a-8436bf11cd92","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:35:20.839Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4187bdf-74cb-4241-994a-8436bf11cd92","keyPrefix":"sk-oai-1UntxfPeysg7...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:35:20 | 201 | 1.992871ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:22 | 200 | 63.667µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:25 | 200 | 39.34µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:28 | 200 | 816.021µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:28 | 200 | 410.954µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:28 | 200 | 162.995µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:28 | 200 | 385.829µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:28 | 200 | 124.895µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:28 | 200 | 17.669367ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:30 | 200 | 37.298µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:32 | 200 | 38.046µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:35 | 200 | 39.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:40 | 200 | 38.38µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:35:42.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"97cf170f-52af-419b-8f47-06b8deaca1ea","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:35:42.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97cf170f-52af-419b-8f47-06b8deaca1ea","keyPrefix":"sk-oai-1JVlmlxT0psX...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:35:42 | 201 | 2.099279ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:42 | 200 | 36.488µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:45 | 200 | 42.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:50 | 200 | 1.254184ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:50 | 200 | 620.198µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:50 | 200 | 233.411µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:50 | 200 | 9.777301ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:35:50 | 200 | 276.612µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:35:50 | 200 | 21.85488ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:35:50 | 200 | 37.374µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:52 | 200 | 38.234µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:35:55 | 200 | 45.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:00 | 200 | 37.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:02 | 200 | 39.432µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:05 | 200 | 38.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:06 | 200 | 183.244µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:36:06 | 200 | 138.637µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:36:07 | 200 | 145.161µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:36:07 | 200 | 41.239231ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:10 | 200 | 38.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:12 | 200 | 50.245µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:15 | 200 | 41.753µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:20 | 200 | 38.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:22 | 200 | 42.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:24 | 200 | 172.658µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:36:24 | 200 | 13.970818ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:25 | 200 | 39.71µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:30 | 200 | 40.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:32 | 200 | 40.404µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:35 | 200 | 43.982µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:36:35.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1377cea0-123a-4b18-bb8f-bb611eace203","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:36:35.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1377cea0-123a-4b18-bb8f-bb611eace203","keyPrefix":"sk-oai-ny1B88FGc8EU...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:36:35 | 201 | 2.727589ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:40 | 200 | 43.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:42 | 200 | 44.828µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:43 | 200 | 1.065834ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:36:43 | 200 | 141.654µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:36:44.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0303d1f3-3758-4d1b-9333-35c6ee01bcd4","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:36:44.539Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0303d1f3-3758-4d1b-9333-35c6ee01bcd4","keyPrefix":"sk-oai-YEChbCgT2Mm0...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:36:44 | 201 | 1.854766ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:45 | 200 | 43.679µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:50 | 200 | 42.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:36:52 | 200 | 1.012736ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:36:52 | 200 | 427.727µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:36:52 | 200 | 123.722µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:36:52 | 200 | 9.616893ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:52 | 200 | 41.031µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:36:52.918Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84593f1e-6f07-44eb-88f0-89436df67fc2","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:36:52.918Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84593f1e-6f07-44eb-88f0-89436df67fc2","keyPrefix":"sk-oai-sxy3kCs8LIug...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:36:52 | 201 | 1.784895ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:36:55 | 200 | 40.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:00 | 200 | 42.035µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:00 | 200 | 1.146394ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:37:00 | 200 | 480.316µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:37:00 | 200 | 163.346µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:37:00 | 200 | 12.688336ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:37:01.651Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b49c4789-2ccd-44a2-ada2-efe3756aaf13","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:37:01.651Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b49c4789-2ccd-44a2-ada2-efe3756aaf13","keyPrefix":"sk-oai-ctHikowA8smk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:37:01 | 201 | 1.874966ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:37:02 | 200 | 42.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:05 | 200 | 50.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:09 | 200 | 961.837µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:37:09 | 200 | 489.413µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:37:09 | 200 | 265.928µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:37:09 | 200 | 9.966032ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:37:10 | 200 | 39.498µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:12 | 200 | 34.265µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:15 | 200 | 39.954µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:37:18.969Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ac2bd81e-c2dd-4558-b8a7-8e3ad1156daa","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:37:18.969Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac2bd81e-c2dd-4558-b8a7-8e3ad1156daa","keyPrefix":"sk-oai-19Z0mPxQWrLB...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:37:18 | 201 | 2.134485ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:37:20 | 200 | 39.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:22 | 200 | 39.433µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:25 | 200 | 43.644µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:30 | 200 | 38.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:32 | 200 | 43.041µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:35 | 200 | 1.147032ms | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:37:35 | 403 | 102.345µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:37:35 | 200 | 41.871µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:40 | 200 | 45.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:42 | 200 | 43.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:45 | 200 | 38.475µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:50 | 200 | 39.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:52 | 403 | 124.718µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:37:52 | 200 | 43.252µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:37:55 | 200 | 49.087µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:00 | 200 | 47.468µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:02 | 200 | 42.274µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:05 | 200 | 39.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:09 | 403 | 126.883µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:38:10 | 200 | 50.501µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:12 | 200 | 44.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:15 | 200 | 41.07µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:20 | 200 | 41.38µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:22 | 200 | 41.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:25 | 200 | 40.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:27 | 403 | 171µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:38:30 | 200 | 44.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:32 | 200 | 40.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:35 | 200 | 41.718µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:38:39.181Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4d01464-93c9-4f34-b6fa-f4e3322a5fc3","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:38:39.181Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4d01464-93c9-4f34-b6fa-f4e3322a5fc3","keyPrefix":"sk-oai-1AAjUUlPXnsU...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:38:39 | 201 | 2.048542ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:38:40 | 200 | 44.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:42 | 200 | 55.15µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:45 | 200 | 43.947µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:47 | 200 | 804.377µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:38:47 | 200 | 410.31µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:38:47 | 200 | 136.786µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:38:47 | 200 | 17.9076ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:38:50 | 200 | 38.896µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:52 | 200 | 37.204µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:38:55 | 200 | 42.014µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:38:59.340Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a0438e77-51c3-4c34-862a-a84288998cc3","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:38:59.340Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a0438e77-51c3-4c34-862a-a84288998cc3","keyPrefix":"sk-oai-nIljq1XHWppN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:38:59 | 201 | 2.042226ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T21:38:59.365Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84e61e88-4d28-4098-af5b-0e9735805bcf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:38:59.365Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84e61e88-4d28-4098-af5b-0e9735805bcf","keyPrefix":"sk-oai-ksZGlS8Snpuz...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:38:59 | 201 | 1.727149ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:00 | 200 | 45.848µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:02 | 200 | 37.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:05 | 200 | 39.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:07 | 200 | 851.69µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:39:07 | 200 | 418.618µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:39:07 | 200 | 179.02µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:07 | 200 | 9.773203ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:07 | 200 | 486.733µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:39:07 | 200 | 386.574µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:39:07 | 200 | 165.869µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:07 | 200 | 10.388175ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:10 | 200 | 39.447µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:12 | 200 | 44.66µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:15 | 200 | 45.22µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:20 | 200 | 43.929µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:22 | 200 | 41.987µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:23 | 200 | 176.181µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:23 | 200 | 169.24µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:24 | 200 | 168.392µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:24 | 200 | 36.944523ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:25 | 200 | 43.174µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:30 | 200 | 45.01µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:32 | 200 | 42.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:35 | 200 | 50.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:40 | 200 | 207.334µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:40 | 200 | 13.803226ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:40 | 200 | 187.064µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:39:40 | 200 | 13.322178ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:39:40 | 200 | 40.069µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:42 | 200 | 39.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:45 | 200 | 52.627µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:50 | 200 | 43.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:52 | 200 | 38.618µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:39:55 | 200 | 43.351µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:00 | 200 | 39.325µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:02 | 200 | 43.431µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:05 | 200 | 49.184µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:40:06.218Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"29f31728-5420-40db-a33e-819f1d12a596","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:40:06.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29f31728-5420-40db-a33e-819f1d12a596","keyPrefix":"sk-oai-1QEPmcMbtE4q...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:40:06 | 201 | 2.040117ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:40:06 | 200 | 459.39µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:06 | 200 | 240.514µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:40:06 | 200 | 515.385µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:06 | 200 | 221.84µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:40:06 | 200 | 453.638µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:06 | 200 | 242.58µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:40:06 | 200 | 469.295µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:06 | 200 | 458.193µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:06 | 200 | 212.521µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:40:06 | 200 | 10.66615ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:40:10 | 200 | 43.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:12 | 200 | 41.445µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:15 | 200 | 46.92µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:20 | 200 | 40.027µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T21:40:21.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"89ce1fa7-15bf-4b21-8338-26573a05ad99","ephemeral":false} {"level":"info","timestamp":"2026-05-27T21:40:21.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89ce1fa7-15bf-4b21-8338-26573a05ad99","keyPrefix":"sk-oai-1MOB276Z12lA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 21:40:21 | 201 | 1.948484ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 21:40:22 | 200 | 730.962µs | 10.134.0.48 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 21:40:22 | 200 | 371.983µs | 10.134.0.48 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 21:40:22 | 200 | 37.401µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:25 | 200 | 38.856µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:30 | 200 | 39.542µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:32 | 200 | 49.945µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:35 | 200 | 50.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:40 | 200 | 39.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:42 | 200 | 38.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:45 | 200 | 38.426µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:50 | 200 | 43.807µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:52 | 200 | 38.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:40:55 | 200 | 37.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:41:00 | 200 | 37.214µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:41:02 | 200 | 40.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/27 - 21:41:05 | 200 | 37.577µs | 10.133.0.2 | GET "/health"