[GIN] 2026/05/20 - 17:27:38 | 200 | 35.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:39 | 200 | 33.638µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:43 | 200 | 35.725µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:27:44.752Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f5f13c8f-dc9f-4630-99a2-5316e8503f7a","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:27:44.752Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5f13c8f-dc9f-4630-99a2-5316e8503f7a","keyPrefix":"sk-oai-JawECJGRCFOB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:27:44 | 201 | 1.970151ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:27:48 | 200 | 34.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:49 | 200 | 38.684µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:53 | 200 | 982.514µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:27:53 | 200 | 332.111µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:27:53 | 200 | 33.268µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:58 | 200 | 34.361µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:27:59 | 200 | 41.34µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:03 | 200 | 35.901µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:08 | 200 | 36.768µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:09 | 200 | 34.223µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:28:10.536Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"99d09f71-8e85-480b-959d-49e8a92acde8","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:28:10.536Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99d09f71-8e85-480b-959d-49e8a92acde8","keyPrefix":"sk-oai-36Mi2Iz6liyS...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:28:10 | 201 | 2.096481ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:28:10 | 200 | 676.246µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:28:10 | 200 | 363.575µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:28:13 | 200 | 33.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:18 | 200 | 33.31µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:19 | 200 | 32.49µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:23 | 200 | 32.546µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:28:28.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae3328ee-b9e4-4ed7-8a9c-cafddfcf1b79","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:28:28.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae3328ee-b9e4-4ed7-8a9c-cafddfcf1b79","keyPrefix":"sk-oai-frZQn7LdWmYA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:28:28 | 201 | 2.203689ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:28:28 | 200 | 664.53µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:28:28 | 200 | 347.689µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:28:28 | 200 | 38.109µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:29 | 200 | 34.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:33 | 200 | 33.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:38 | 200 | 45.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:39 | 200 | 37.133µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:43 | 200 | 34.231µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:28:45.621Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4b6ffd7a-f1b0-438b-9b38-836b46feee32","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:28:45.621Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b6ffd7a-f1b0-438b-9b38-836b46feee32","keyPrefix":"sk-oai-1M4Ua8inHvuJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:28:45 | 201 | 2.42321ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:28:45.653Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"35668ada-cb73-4b60-bed8-b9da91a0d7f3","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:28:45.653Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35668ada-cb73-4b60-bed8-b9da91a0d7f3","keyPrefix":"sk-oai-TwvmGFjbbFPg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:28:45 | 201 | 1.872381ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:28:45 | 200 | 576.887µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:28:45 | 200 | 249.755µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:28:45 | 200 | 528.676µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:28:45 | 200 | 574.164µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:28:48 | 200 | 35.773µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:49 | 200 | 35.112µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:53 | 200 | 39.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:58 | 200 | 34.745µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:28:59 | 200 | 33.024µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-20T17:29:03.383Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-20T17:29:03.383Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/20 - 17:29:03 | 400 | 308.177µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:29:03 | 200 | 37.973µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:08 | 200 | 33.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:09 | 200 | 37.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:13 | 200 | 35.732µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:18 | 200 | 31.559µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:19 | 200 | 35.017µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:29:20.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7173385e-b8b8-43c5-bb27-240aece1dbe3","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:29:20.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7173385e-b8b8-43c5-bb27-240aece1dbe3","keyPrefix":"sk-oai-1ZORYiUTGUtw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:29:20 | 201 | 11.771457ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:29:20 | 200 | 1.530031ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:29:20 | 200 | 175.463µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:29:23 | 200 | 32.125µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:28 | 200 | 37.225µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:29:29.921Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eea5a0b7-fb09-44b1-8d63-0912d24a2dfb","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:29:29.921Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eea5a0b7-fb09-44b1-8d63-0912d24a2dfb","keyPrefix":"sk-oai-FIDGj2vXffO7...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:29:29 | 201 | 2.16341ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:29:29 | 200 | 34.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:33 | 200 | 34.009µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:38 | 200 | 872.466µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:29:38 | 200 | 114.887µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:29:38 | 200 | 34.97µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:39 | 200 | 34.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:43 | 200 | 40.477µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:48 | 200 | 36.152µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:49 | 200 | 33.174µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:53 | 200 | 34.758µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:29:55.482Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ac1011c0-4579-4c67-9531-6050fb26bd53","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:29:55.482Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac1011c0-4579-4c67-9531-6050fb26bd53","keyPrefix":"sk-oai-gSOimoeNfCIX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:29:55 | 201 | 1.864309ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:29:55 | 200 | 573µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:29:55 | 200 | 211.801µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:29:58 | 200 | 32.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:29:59 | 200 | 34.243µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:30:03.658Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/20 - 17:30:03 | 200 | 1.007699ms | 10.134.0.37 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/20 - 17:30:03 | 200 | 34.577µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:08 | 200 | 47.851µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:09 | 200 | 38.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:13 | 200 | 33.761µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:18 | 200 | 36.409µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:19 | 200 | 34.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:23 | 200 | 34.96µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:28 | 200 | 33.626µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:29 | 200 | 37.783µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:33 | 200 | 38.051µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:38 | 200 | 32.824µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:39 | 200 | 33.261µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:43 | 200 | 33.83µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:48 | 200 | 44.914µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:49 | 200 | 35.032µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:53 | 200 | 36.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:58 | 200 | 34.697µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:30:59 | 200 | 35.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:03 | 200 | 35.05µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:08 | 200 | 34.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:09 | 200 | 35.593µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:13 | 200 | 34.078µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:18 | 200 | 37.882µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:19 | 200 | 35.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:23 | 200 | 32.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:28 | 200 | 33.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:29 | 200 | 34.783µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:33 | 200 | 32.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:38 | 200 | 36.917µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:39 | 200 | 33.52µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:43 | 200 | 34.691µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:48 | 200 | 33.259µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:49 | 200 | 35.346µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:53 | 200 | 35.996µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:31:55.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"67f85dc3-c0a6-4a68-879a-40e1e3a8357e","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:31:55.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67f85dc3-c0a6-4a68-879a-40e1e3a8357e","keyPrefix":"sk-oai-VFaUmMcOBA5U...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:31:55 | 201 | 2.346638ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:31:58 | 200 | 34.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:31:59 | 200 | 43.561µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:03 | 200 | 35.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:08 | 200 | 35.173µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:09 | 200 | 35.125µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:13 | 200 | 33.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:18 | 200 | 33.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:19 | 200 | 931.877µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:32:19 | 200 | 156.175µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:32:19 | 200 | 34.513µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:20 | 404 | 950.074µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:32:23 | 200 | 32.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:28 | 200 | 36.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:29 | 200 | 32.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:33 | 200 | 33.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:38 | 200 | 34.143µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:39 | 200 | 36.052µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:43 | 200 | 37.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:48 | 200 | 35.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:49 | 200 | 34.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:53 | 200 | 32.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:58 | 200 | 35.507µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:32:59 | 200 | 34.768µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:03 | 200 | 32.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:08 | 200 | 34.99µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:09 | 200 | 33.239µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:33:12.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"16f1b6a3-4c4d-4f6c-97bf-b088f274d3ab","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:33:12.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16f1b6a3-4c4d-4f6c-97bf-b088f274d3ab","keyPrefix":"sk-oai-U41EIVX3zxDs...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:33:12 | 201 | 2.296548ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:33:12 | 200 | 630.851µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:33:12 | 200 | 148.304µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:33:13 | 200 | 36.573µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:18 | 200 | 34.024µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:19 | 200 | 37.642µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:23 | 200 | 34.735µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:28 | 200 | 34.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:29 | 200 | 36.136µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:33:31.633Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"86c4368e-cac8-48b5-9c70-c91adf465fbb","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:33:31.633Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86c4368e-cac8-48b5-9c70-c91adf465fbb","keyPrefix":"sk-oai-PL0S9AGOGW50...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:33:31 | 201 | 2.482282ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:33:31 | 200 | 635.539µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:33:31 | 200 | 140.782µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:33:31 | 200 | 489.585µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:33:31 | 200 | 164.912µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:33:33 | 200 | 38.927µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:38 | 200 | 36.033µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:39 | 200 | 39.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:43 | 200 | 35.448µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:48 | 200 | 32.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:49 | 200 | 39.905µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:33:51.112Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1c6bde2f-b7ec-4a90-ab44-c6a8694c77b7","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:33:51.112Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c6bde2f-b7ec-4a90-ab44-c6a8694c77b7","keyPrefix":"sk-oai-Kk0fXrghxMbV...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:33:51 | 201 | 2.218089ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:33:51 | 200 | 528.325µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:33:51 | 200 | 456.235µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:33:51 | 200 | 181.222µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:33:51 | 200 | 19.936128ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:33:53 | 200 | 33.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:58 | 200 | 42.194µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:33:59 | 200 | 37.513µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:03 | 200 | 33.325µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:08 | 200 | 36.873µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:09 | 200 | 34.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:10 | 200 | 226.963µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:34:10 | 200 | 159.238µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:34:10 | 200 | 22.683554ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:34:13 | 200 | 47.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:18 | 200 | 31.397µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:19 | 200 | 32.493µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:34:22.377Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"768482d4-93c4-4286-8748-921cc52fd54f","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:34:22.377Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"768482d4-93c4-4286-8748-921cc52fd54f","keyPrefix":"sk-oai-46hhjZoJshH2...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:34:22 | 201 | 10.479887ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:34:23 | 200 | 36.539µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:28 | 200 | 40.089µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:29 | 200 | 44.025µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:33 | 200 | 41.84µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:38 | 200 | 51.245µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:39 | 200 | 39.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:43 | 200 | 41.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:48 | 200 | 33.882µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:49 | 200 | 41.172µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:52 | 200 | 1.792893ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:34:52 | 200 | 220.834µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:34:52 | 200 | 657.124µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:34:52 | 200 | 557.395µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:34:52 | 200 | 211.931µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:34:52 | 200 | 14.993233ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:34:53 | 200 | 41.997µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:58 | 200 | 41.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:34:59 | 200 | 41.754µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:03 | 200 | 40.061µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:08 | 200 | 43.17µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:09 | 200 | 140.391µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:35:09 | 200 | 13.69739ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:09 | 200 | 35.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:13 | 200 | 34.885µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:35:18.221Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5bcc2704-4f05-4178-b425-c00808d7f721","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:35:18.221Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5bcc2704-4f05-4178-b425-c00808d7f721","keyPrefix":"sk-oai-JMYuk9YNRdiH...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:35:18 | 201 | 2.023012ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:18 | 200 | 37.573µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:19 | 200 | 46.778µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:23 | 200 | 41.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:26 | 200 | 1.112396ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:26 | 200 | 687.145µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:26 | 200 | 332.988µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:35:26 | 200 | 10.674066ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:35:26.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fa2f7389-dcb3-4144-9965-e306557e5434","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:35:26.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa2f7389-dcb3-4144-9965-e306557e5434","keyPrefix":"sk-oai-adaTR5e2qKjj...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:35:26 | 201 | 1.769602ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:28 | 200 | 38.801µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:29 | 200 | 43.836µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:33 | 200 | 41.367µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:34 | 200 | 1.069256ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:34 | 200 | 634.292µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:34 | 200 | 380µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:35:34 | 200 | 7.216645ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:34 | 200 | 637.934µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:34 | 200 | 627.748µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:34 | 200 | 214.744µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:35:34 | 200 | 6.609574ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:35:35.796Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1287dcd4-20bf-4e60-9406-19886d558d57","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:35:35.796Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1287dcd4-20bf-4e60-9406-19886d558d57","keyPrefix":"sk-oai-xqdBf2UKmA1S...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:35:35 | 201 | 1.831917ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:38 | 200 | 40.064µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:39 | 200 | 47.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:43 | 200 | 43.996µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:43 | 200 | 991.031µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:43 | 200 | 634.837µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:35:43 | 200 | 362.467µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:35:43 | 200 | 10.326278ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:48 | 200 | 46.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:49 | 200 | 33.357µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:53 | 200 | 41.756µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:35:55.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4ec5a81-1ff3-475c-bffd-69262fc6b34b","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:35:55.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4ec5a81-1ff3-475c-bffd-69262fc6b34b","keyPrefix":"sk-oai-vXzHhNKq0yAb...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:35:55 | 201 | 2.049577ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:35:58 | 200 | 38.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:35:59 | 200 | 48.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:03 | 200 | 815.172µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:03 | 200 | 534.478µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:03 | 200 | 140.481µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:03 | 200 | 474.232µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:03 | 200 | 136.864µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:03 | 200 | 18.930479ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:36:03 | 200 | 41.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:08 | 200 | 41.493µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:09 | 200 | 38.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:13 | 200 | 38.675µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:36:14.558Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"adfcb765-0433-4be9-9f99-cc74ff3c58bb","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:36:14.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"adfcb765-0433-4be9-9f99-cc74ff3c58bb","keyPrefix":"sk-oai-obMv3OvLhDhN...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:36:14 | 201 | 3.557605ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:36:18 | 200 | 44.829µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:19 | 200 | 44.131µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:22 | 200 | 865.772µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:22 | 200 | 458.825µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:22 | 200 | 158.264µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:22 | 200 | 9.967157ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:36:22 | 200 | 143.623µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:22 | 200 | 33.168122ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:36:23 | 200 | 39.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:28 | 200 | 38.053µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:29 | 200 | 41.312µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:33 | 200 | 61.928µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:38 | 200 | 156.723µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:38 | 200 | 167.708µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:38 | 200 | 51.237µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:38 | 200 | 159.815µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:38 | 200 | 36.846516ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:36:39 | 200 | 39.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:43 | 200 | 40.789µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:48 | 200 | 39.784µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:49 | 200 | 55.057µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:53 | 200 | 49.801µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:56 | 200 | 150.212µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:36:56 | 200 | 14.336798ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:36:58 | 200 | 45.309µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:36:59 | 200 | 41.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:03 | 200 | 41.035µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:37:07.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d2acd3a-2830-4a17-abae-8ad0e40a9e19","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:37:07.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d2acd3a-2830-4a17-abae-8ad0e40a9e19","keyPrefix":"sk-oai-mzIa88IvtkyY...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:37:07 | 201 | 2.545053ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:08 | 200 | 46.877µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:09 | 200 | 46.956µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:13 | 200 | 40.554µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:15 | 200 | 1.05083ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:15 | 200 | 2.361097ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:37:16.093Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4374cf1e-c800-44a0-882f-1f0ea1bbb1bd","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:37:16.093Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4374cf1e-c800-44a0-882f-1f0ea1bbb1bd","keyPrefix":"sk-oai-tR3ywtv9Hxct...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:37:16 | 201 | 1.785315ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:18 | 200 | 41.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:19 | 200 | 41.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:23 | 200 | 39.498µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:24 | 200 | 873.784µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:24 | 200 | 458.248µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:24 | 200 | 141.159µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:37:24 | 200 | 11.585409ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:37:24.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed27a0bc-d52e-4583-ac06-6ba7ff975f6b","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:37:24.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed27a0bc-d52e-4583-ac06-6ba7ff975f6b","keyPrefix":"sk-oai-AfczqQDVGdXW...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:37:24 | 201 | 1.660084ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:28 | 200 | 52.704µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:29 | 200 | 37.918µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:32 | 200 | 933.617µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:32 | 200 | 590.759µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:32 | 200 | 197.189µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:37:32 | 200 | 10.087356ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:37:33.290Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"063075b4-5603-4efe-870a-534c5c4756da","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:37:33.290Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"063075b4-5603-4efe-870a-534c5c4756da","keyPrefix":"sk-oai-Z4ZS58qH3CRu...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:37:33 | 201 | 1.903726ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:33 | 200 | 46.858µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:38 | 200 | 41.161µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:39 | 200 | 38.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:41 | 200 | 813.76µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:41 | 200 | 548.558µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:37:41 | 200 | 256.381µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:37:41 | 200 | 10.908367ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:43 | 200 | 39.666µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:48 | 200 | 39.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:49 | 200 | 39.072µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:37:50.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"97323161-838a-4cc6-827f-3b443b4d05e2","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:37:50.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97323161-838a-4cc6-827f-3b443b4d05e2","keyPrefix":"sk-oai-DAqhkgo7brXG...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:37:50 | 201 | 2.051799ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:37:53 | 200 | 38.198µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:58 | 200 | 39.851µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:37:59 | 200 | 38.688µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:03 | 200 | 40.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:06 | 200 | 873.994µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:38:06 | 403 | 168.395µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:38:08 | 200 | 39.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:09 | 200 | 44.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:13 | 200 | 38.74µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:18 | 200 | 45.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:19 | 200 | 40.185µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:23 | 200 | 41.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:23 | 403 | 123.598µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:38:28 | 200 | 41.493µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:29 | 200 | 54.813µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:33 | 200 | 37.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:38 | 200 | 42.143µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:39 | 200 | 38.19µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:41 | 403 | 135.925µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:38:43 | 200 | 40.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:48 | 200 | 56.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:49 | 200 | 42.144µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:53 | 200 | 44.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:58 | 403 | 139.988µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:38:58 | 200 | 40.543µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:38:59 | 200 | 41.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:03 | 200 | 46.873µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:08 | 200 | 40.043µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:09 | 200 | 42.421µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:39:12.598Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66493937-73ec-4dfe-ad48-89f814901501","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:39:12.598Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66493937-73ec-4dfe-ad48-89f814901501","keyPrefix":"sk-oai-SApS7zjd4Awf...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:39:12 | 201 | 2.044595ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:13 | 200 | 41.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:18 | 200 | 40.917µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:19 | 200 | 42.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:20 | 200 | 720.577µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:20 | 200 | 491.094µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:20 | 200 | 188.307µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:20 | 200 | 17.997089ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:23 | 200 | 40.096µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:28 | 200 | 37.894µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:29 | 200 | 39.681µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:39:32.734Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5dbf860c-074a-48a6-96e5-cc4cff5727e2","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:39:32.734Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5dbf860c-074a-48a6-96e5-cc4cff5727e2","keyPrefix":"sk-oai-a4rC3itDQBkw...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:39:32 | 201 | 2.040341ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-20T17:39:32.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c9fb5e29-5a3d-4e7f-be50-b29d82111405","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:39:32.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9fb5e29-5a3d-4e7f-be50-b29d82111405","keyPrefix":"sk-oai-75BIyoaCr9wN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:39:32 | 201 | 1.729487ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:33 | 200 | 39.243µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:38 | 200 | 46.339µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:39 | 200 | 36.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:40 | 200 | 918.727µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:40 | 200 | 429.55µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:40 | 200 | 147.693µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:40 | 200 | 11.757627ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:40 | 200 | 472.501µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:40 | 200 | 400.237µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:39:40 | 200 | 111.097µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:40 | 200 | 13.811688ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:43 | 200 | 38.9µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:48 | 200 | 38.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:49 | 200 | 39.776µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:53 | 200 | 43.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:57 | 200 | 365.578µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:57 | 200 | 398.213µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:57 | 200 | 362.398µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:39:57 | 200 | 40.162318ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:39:58 | 200 | 39.662µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:39:59 | 200 | 41.747µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:03 | 200 | 45.253µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:08 | 200 | 39.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:09 | 200 | 55.31µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:13 | 200 | 40.301µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:13 | 200 | 392.612µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:13 | 200 | 12.761889ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:40:14 | 200 | 359.836µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:14 | 200 | 11.967725ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:40:18 | 200 | 62.619µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:19 | 200 | 39.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:23 | 200 | 68.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:28 | 200 | 39.12µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:29 | 200 | 49.365µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:33 | 200 | 40.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:38 | 200 | 45.426µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:40:39.713Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"464bd492-ef14-43a0-9bca-cdc7c2fe038e","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:40:39.714Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"464bd492-ef14-43a0-9bca-cdc7c2fe038e","keyPrefix":"sk-oai-SmlJrFlfq2oL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:40:39 | 201 | 3.343489ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:40:39 | 200 | 495.744µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:39 | 200 | 369.216µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:39 | 200 | 700.101µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:39 | 200 | 393.193µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:39 | 200 | 655.975µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:39 | 200 | 369.296µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:39 | 200 | 674.593µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:39 | 200 | 603.116µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:39 | 200 | 351.849µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:39 | 200 | 10.784244ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:40:39 | 200 | 41.977µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:43 | 200 | 43.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:48 | 200 | 52.078µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:49 | 200 | 41.75µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:53 | 200 | 43.931µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:40:55.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"97068023-f26d-4a0a-9de5-bf68acfc6a70","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:40:55.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97068023-f26d-4a0a-9de5-bf68acfc6a70","keyPrefix":"sk-oai-ibbd24ffHbBE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:40:55 | 201 | 1.981634ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:40:55 | 200 | 616.781µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:40:55 | 200 | 406.513µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:40:58 | 200 | 40.626µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:40:59 | 200 | 41.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:03 | 200 | 48.234µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:08 | 200 | 43.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:09 | 200 | 45.699µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:13 | 200 | 46.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:18 | 200 | 41.758µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:19 | 200 | 53.065µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:23 | 200 | 38.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:28 | 200 | 43.626µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:29 | 200 | 38.652µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:33 | 200 | 39.823µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T17:41:35.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"705d3e54-1c76-458b-a782-bcf6c548ac99","ephemeral":false} {"level":"info","timestamp":"2026-05-20T17:41:35.835Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"705d3e54-1c76-458b-a782-bcf6c548ac99","keyPrefix":"sk-oai-XqUTwPHjssmP...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 17:41:35 | 201 | 10.89226ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:41:35 | 200 | 1.72524ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:35 | 200 | 699.49µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:35 | 200 | 336.534µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:35 | 200 | 10.947632ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:41:35 | 200 | 768.872µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:35 | 200 | 392.138µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 777.63µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 370.554µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 804.523µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 337.557µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 718.157µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 393.252µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 764.729µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 407.883µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 658.762µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 340.441µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 646.537µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 333.217µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 714.849µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 353.232µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 656.069µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 359.433µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 726.172µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 328.636µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 17:41:36 | 200 | 628.824µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 17:41:36 | 200 | 337.734µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-20T17:41:36.419Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"705d3e54-1c76-458b-a782-bcf6c548ac99"} {"level":"info","timestamp":"2026-05-20T17:41:36.419Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"705d3e54-1c76-458b-a782-bcf6c548ac99","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/20 - 17:41:36 | 200 | 2.954476ms | 100.64.0.3 | DELETE "/v1/api-keys/705d3e54-1c76-458b-a782-bcf6c548ac99" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/20 - 17:41:38 | 200 | 40.555µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/20 - 17:41:39 | 200 | 41.663µs | 10.133.0.2 | GET "/health"