[GIN] 2026/05/27 - 18:04:35 | 200 | 45.846µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:36 | 200 | 34.041µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:40 | 200 | 39.49µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:04:42.393Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ba740ad8-f6fa-4d1d-b8cf-5b6484f1cb67","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:04:42.393Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba740ad8-f6fa-4d1d-b8cf-5b6484f1cb67","keyPrefix":"sk-oai-1OCxY12k5jXj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:04:42 | 201 | 1.629907ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:04:45 | 200 | 38.026µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:46 | 200 | 43.64µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:50 | 200 | 39.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:50 | 200 | 463.533µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:04:50 | 200 | 128.381µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:04:55 | 200 | 37.725µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:04:56 | 200 | 41.111µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:00 | 200 | 40.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:05 | 200 | 38.794µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:06 | 200 | 46.228µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:05:08.132Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1cfefc1d-9d92-45f8-8ce2-42628de9ed9a","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:05:08.132Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cfefc1d-9d92-45f8-8ce2-42628de9ed9a","keyPrefix":"sk-oai-1FbJlvMsoOoS...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:05:08 | 201 | 1.774977ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:05:08 | 200 | 410.634µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:05:08 | 200 | 240.997µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:05:10 | 200 | 39.49µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:15 | 200 | 47.294µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:16 | 200 | 39.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:20 | 200 | 37.302µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:25 | 200 | 39.667µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:05:25.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5e77f789-4f8f-453a-b920-709fb8a685a0","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:05:25.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e77f789-4f8f-453a-b920-709fb8a685a0","keyPrefix":"sk-oai-fzh97lPSqUFB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:05:25 | 201 | 1.685741ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:05:25 | 200 | 357.517µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:05:25 | 200 | 249.018µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:05:26 | 200 | 38.272µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:30 | 200 | 44.649µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:35 | 200 | 38.203µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:36 | 200 | 38.104µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:40 | 200 | 36.529µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:05:43.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"36dfd06e-a4d7-4d42-a6f5-e2252f492255","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:05:43.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36dfd06e-a4d7-4d42-a6f5-e2252f492255","keyPrefix":"sk-oai-109j1RXxGySH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:05:43 | 201 | 1.657367ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:05:43.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1df621b0-7e73-44ba-9c54-52bd5a30f345","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:05:43.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1df621b0-7e73-44ba-9c54-52bd5a30f345","keyPrefix":"sk-oai-t6lFZ059ce1I...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:05:43 | 201 | 1.558119ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:05:43 | 200 | 372.314µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:05:43 | 200 | 253.453µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:05:43 | 200 | 384.42µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:05:43 | 200 | 267.244µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:05:45 | 200 | 39.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:46 | 200 | 40.596µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:50 | 200 | 37.459µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:55 | 200 | 36.718µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:05:56 | 200 | 36.698µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:00 | 200 | 41.225µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T18:06:00.775Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T18:06:00.775Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 18:06:00 | 400 | 240.191µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:06:05 | 200 | 39.663µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:06 | 200 | 38.639µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:10 | 200 | 40.626µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:15 | 200 | 40.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:16 | 200 | 60.526µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:06:18.164Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e8c2f6e6-bbad-48ed-998a-86aff19bb839","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:06:18.164Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8c2f6e6-bbad-48ed-998a-86aff19bb839","keyPrefix":"sk-oai-xC34NEKnRIIH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:06:18 | 201 | 9.964663ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:06:18 | 200 | 871.322µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:06:18 | 200 | 383.938µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:06:20 | 200 | 41.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:25 | 200 | 39.745µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:26 | 200 | 39.73µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:06:27.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d103503-1114-48e1-9d69-2af89bd22606","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:06:27.260Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d103503-1114-48e1-9d69-2af89bd22606","keyPrefix":"sk-oai-8P3squj7fDws...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:06:27 | 201 | 1.77831ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:06:30 | 200 | 42.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:35 | 200 | 40.749µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:35 | 200 | 526.755µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:06:35 | 200 | 109.989µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:06:36 | 200 | 39.333µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:40 | 200 | 44.358µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:45 | 200 | 42.621µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:46 | 200 | 37.806µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:50 | 200 | 43.485µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:06:52.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e468be10-9d42-45c5-9f5a-ab726106178e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:06:52.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e468be10-9d42-45c5-9f5a-ab726106178e","keyPrefix":"sk-oai-10vpMOUWzJbD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:06:52 | 201 | 1.823984ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:06:52 | 200 | 388.824µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:06:52 | 200 | 162.318µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:06:55 | 200 | 37.989µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:06:56 | 200 | 61.851µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:00 | 200 | 38.203µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:05 | 200 | 37.741µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:06 | 200 | 46.491µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:10 | 200 | 39.163µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:15 | 200 | 40.973µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:16 | 200 | 42.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:20 | 200 | 40.422µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:25 | 200 | 38.512µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:26 | 200 | 36.886µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:30 | 200 | 41.863µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:35 | 200 | 38.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:36 | 200 | 38.497µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:40 | 200 | 44.77µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:45 | 200 | 39.49µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:46 | 200 | 37.208µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:50 | 200 | 41.734µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:55 | 200 | 39.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:07:56 | 200 | 39.943µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:00 | 200 | 40.793µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:05 | 200 | 38.364µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:06 | 200 | 41.43µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:10 | 200 | 66.235µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:15 | 200 | 43.092µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:16 | 200 | 41.216µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:20 | 200 | 44.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:25 | 200 | 38.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:26 | 200 | 38.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:30 | 200 | 42.803µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:35 | 200 | 39.685µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:36 | 200 | 38.858µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:40 | 200 | 36.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:45 | 200 | 39.173µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:46 | 200 | 50.082µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:50 | 200 | 38.946µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:08:52.443Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f6e7f1e3-2184-42f9-b8f3-b43e57183ac6","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:08:52.443Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f6e7f1e3-2184-42f9-b8f3-b43e57183ac6","keyPrefix":"sk-oai-ILgTVZ0cbYmo...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:08:52 | 201 | 1.909842ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:08:55 | 200 | 39.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:08:56 | 200 | 39.562µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:00 | 200 | 40.304µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:05 | 200 | 38.697µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:06 | 200 | 41.014µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:10 | 200 | 50.113µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:15 | 200 | 47.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:16 | 200 | 39.371µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:16 | 200 | 547.652µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:09:16 | 200 | 194.807µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:09:17 | 404 | 678.866µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:09:20 | 200 | 37.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:25 | 200 | 42.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:26 | 200 | 37.48µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:30 | 200 | 38.033µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:35 | 200 | 37.214µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:36 | 200 | 37.342µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:40 | 200 | 61.878µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:45 | 200 | 38.277µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:46 | 200 | 40.216µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:50 | 200 | 40.483µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:55 | 200 | 39.787µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:09:56 | 200 | 42.886µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:00 | 200 | 37.906µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:05 | 200 | 39.731µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:06 | 200 | 41.695µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:10:09.890Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"779fd872-f3a9-4df3-abdf-062c7c8fe05f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:10:09.890Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"779fd872-f3a9-4df3-abdf-062c7c8fe05f","keyPrefix":"sk-oai-MT2XVk154aXf...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:10:09 | 201 | 1.699311ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:10:09 | 200 | 465.26µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:10:09 | 200 | 177.981µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:10:10 | 200 | 39.894µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:15 | 200 | 40.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:16 | 200 | 42.099µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:20 | 200 | 39.691µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:25 | 200 | 32.202µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:26 | 200 | 33.191µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:10:29.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"679908dd-c743-43c3-b1b0-f05d3466fd32","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:10:29.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"679908dd-c743-43c3-b1b0-f05d3466fd32","keyPrefix":"sk-oai-1RDziiPnyjpO...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:10:29 | 201 | 1.868254ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:10:29 | 200 | 435.505µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:10:29 | 200 | 213.817µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:10:29 | 200 | 365.774µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:10:29 | 200 | 280.413µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:10:30 | 200 | 33.952µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:35 | 200 | 32.823µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:36 | 200 | 34.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:40 | 200 | 32.828µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:45 | 200 | 47.168µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:46 | 200 | 37.424µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:10:48.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f4ae3043-930e-4c7c-a095-488cdc699483","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:10:48.719Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4ae3043-930e-4c7c-a095-488cdc699483","keyPrefix":"sk-oai-AZNTNxQeEU9Y...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:10:48 | 201 | 1.686908ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:10:48 | 200 | 280.496µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:10:48 | 200 | 243.24µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:10:48 | 200 | 182.234µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:10:48 | 200 | 20.598745ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:10:50 | 200 | 35.707µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:55 | 200 | 31.659µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:10:56 | 200 | 31.877µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:00 | 200 | 32.307µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:05 | 200 | 33.277µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:06 | 200 | 32.387µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:07 | 200 | 142.51µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:11:07 | 200 | 141.161µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:11:08 | 200 | 22.872487ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:11:10 | 200 | 33.13µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:15 | 200 | 33.997µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:16 | 200 | 33.589µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:11:19.962Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f1e0c49-3d39-4d69-9d81-5125fd44f01d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:11:19.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f1e0c49-3d39-4d69-9d81-5125fd44f01d","keyPrefix":"sk-oai-1SDzGyODQltY...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:11:19 | 201 | 9.444679ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:11:20 | 200 | 31.343µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:25 | 200 | 32.186µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:26 | 200 | 33.169µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:30 | 200 | 37.005µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:35 | 200 | 32.611µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:36 | 200 | 31.821µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:40 | 200 | 32.443µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:45 | 200 | 39.483µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:46 | 200 | 34.385µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:50 | 200 | 1.695993ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:11:50 | 200 | 139.07µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:11:50 | 200 | 327.014µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:11:50 | 200 | 261.712µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:11:50 | 200 | 119.526µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:11:50 | 200 | 11.965667ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:11:50 | 200 | 24.6µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:55 | 200 | 32.436µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:11:56 | 200 | 33.882µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:00 | 200 | 33.004µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:05 | 200 | 55.409µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:06 | 200 | 37.368µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:07 | 200 | 141.198µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:07 | 200 | 14.117901ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:10 | 200 | 38.975µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:15 | 200 | 44.576µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:12:15.800Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"645f7996-c31d-45fd-a7b1-c4adb3d6af01","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:12:15.800Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"645f7996-c31d-45fd-a7b1-c4adb3d6af01","keyPrefix":"sk-oai-7OK0S1BXvXH9...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:12:15 | 201 | 2.758474ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:16 | 200 | 38.031µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:20 | 200 | 40.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:23 | 200 | 554.181µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:23 | 200 | 256.593µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:23 | 200 | 116.376µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:23 | 200 | 12.845935ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:12:24.333Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c9fadec-d578-4d10-b322-198e23f5339f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:12:24.333Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c9fadec-d578-4d10-b322-198e23f5339f","keyPrefix":"sk-oai-Rv6OiEZdGntO...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:12:24 | 201 | 1.54137ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:25 | 200 | 41.758µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:26 | 200 | 40.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:30 | 200 | 38.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:32 | 200 | 538.983µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:32 | 200 | 256.194µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:32 | 200 | 131.901µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:32 | 200 | 7.372325ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:32 | 200 | 312.058µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:32 | 200 | 232.944µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:32 | 200 | 111.145µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:32 | 200 | 6.129304ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:12:33.378Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9dbc832a-d784-4ce3-8d9e-12d0694ce93c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:12:33.379Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9dbc832a-d784-4ce3-8d9e-12d0694ce93c","keyPrefix":"sk-oai-lMCdMxkVFfHA...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:12:33 | 201 | 1.631987ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:35 | 200 | 39.167µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:36 | 200 | 37.399µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:40 | 200 | 43.347µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:41 | 200 | 475.028µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:41 | 200 | 274.746µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:41 | 200 | 149.707µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:41 | 200 | 9.728789ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:45 | 200 | 37.496µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:46 | 200 | 38.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:50 | 200 | 41.062µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:12:50.554Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59ae148b-a722-4ba0-9e49-55d704f7d56a","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:12:50.554Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59ae148b-a722-4ba0-9e49-55d704f7d56a","keyPrefix":"sk-oai-gWCBSgomLo0W...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:12:50 | 201 | 1.772973ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:12:55 | 200 | 43.928µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:56 | 200 | 43.067µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:12:58 | 200 | 449.88µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:58 | 200 | 314.789µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:58 | 200 | 198.283µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:58 | 200 | 242.57µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:12:58 | 200 | 155.275µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:12:58 | 200 | 19.12652ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:13:00 | 200 | 40.195µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:05 | 200 | 38.119µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:06 | 200 | 41.114µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:13:09.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22f74727-80de-45f6-9a1a-5f35d5884e0e","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:13:09.882Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22f74727-80de-45f6-9a1a-5f35d5884e0e","keyPrefix":"sk-oai-1DVgR1mRcmSi...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:13:09 | 201 | 2.658033ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:13:10 | 200 | 39.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:15 | 200 | 38.95µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:16 | 200 | 54.844µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:17 | 200 | 494.724µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:13:17 | 200 | 262.203µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:13:17 | 200 | 163.384µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:17 | 200 | 8.856435ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:13:17 | 200 | 164.175µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:17 | 200 | 23.569972ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:13:20 | 200 | 37.947µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:25 | 200 | 45.956µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:26 | 200 | 41.293µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:30 | 200 | 38.16µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:34 | 200 | 265.397µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:34 | 200 | 260.404µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:34 | 200 | 237.814µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:34 | 200 | 37.784045ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:13:35 | 200 | 41.433µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:36 | 200 | 37.939µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:40 | 200 | 37.798µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:45 | 200 | 44.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:46 | 200 | 41.227µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:50 | 200 | 39.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:51 | 200 | 154.029µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:13:51 | 200 | 14.167923ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:13:55 | 200 | 38.979µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:13:56 | 200 | 48.526µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:00 | 200 | 65.695µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:14:02.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5ffab36f-82df-44b5-82d2-d8f66cd4767b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:14:02.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ffab36f-82df-44b5-82d2-d8f66cd4767b","keyPrefix":"sk-oai-7QeytZVZNZWx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:14:02 | 201 | 2.100764ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:05 | 200 | 39.665µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:06 | 200 | 44.287µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:10 | 200 | 42.56µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:10 | 200 | 752.943µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:10 | 200 | 138.596µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:14:11.496Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bfec1e7b-b4d9-451b-b9af-bb6fc4562869","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:14:11.496Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bfec1e7b-b4d9-451b-b9af-bb6fc4562869","keyPrefix":"sk-oai-12crTDbfXKez...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:14:11 | 201 | 1.543324ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:15 | 200 | 39.179µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:16 | 200 | 55.69µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:19 | 200 | 521.576µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:19 | 200 | 302.698µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:19 | 200 | 126.861µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:14:19 | 200 | 9.632514ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:14:19.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"227b8add-e050-4799-9030-8cfa09700796","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:14:19.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"227b8add-e050-4799-9030-8cfa09700796","keyPrefix":"sk-oai-19jLKXx3Sx02...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:14:19 | 201 | 1.633565ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:20 | 200 | 37.327µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:25 | 200 | 40.797µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:26 | 200 | 43.674µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:27 | 200 | 563.126µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:27 | 200 | 282.148µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:27 | 200 | 122.439µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:14:27 | 200 | 9.261745ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:14:28.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b8c23aa9-8a62-4b24-a573-ef5b45604744","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:14:28.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8c23aa9-8a62-4b24-a573-ef5b45604744","keyPrefix":"sk-oai-1MSp3DCH18zO...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:14:28 | 201 | 1.750484ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:30 | 200 | 38.402µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:35 | 200 | 37.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:36 | 200 | 461.127µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:36 | 200 | 356.272µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:14:36 | 200 | 238.081µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:14:36 | 200 | 9.583996ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:36 | 200 | 32.677µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:40 | 200 | 47.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:45 | 200 | 38.715µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:14:45.839Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ac824a84-eb10-4578-99bf-2ac5ad366f8c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:14:45.839Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac824a84-eb10-4578-99bf-2ac5ad366f8c","keyPrefix":"sk-oai-hdPCrCVcJ46Z...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:14:45 | 201 | 1.68396ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:14:46 | 200 | 63.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:50 | 200 | 40.809µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:55 | 200 | 39.074µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:14:56 | 200 | 45.734µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:00 | 200 | 74.308µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:15:01.440Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 18:15:01 | 200 | 654.041µs | 10.133.0.48 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 18:15:02 | 200 | 380.379µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:15:02 | 403 | 92.285µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:15:05 | 200 | 39.005µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:06 | 200 | 36.994µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:10 | 200 | 37.723µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:15 | 200 | 36.313µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:16 | 200 | 40.35µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:19 | 403 | 122.754µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:15:20 | 200 | 41.266µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:25 | 200 | 41.951µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:26 | 200 | 38.002µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:30 | 200 | 47.788µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:35 | 200 | 41.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:36 | 403 | 140.618µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:15:36 | 200 | 38.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:40 | 200 | 38.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:45 | 200 | 38.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:46 | 200 | 41.383µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:50 | 200 | 45.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:53 | 403 | 123.792µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:15:55 | 200 | 39.509µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:15:56 | 200 | 53.904µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:00 | 200 | 39.889µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:05 | 200 | 41.798µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:16:05.551Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81040938-d303-489a-98c5-545322112e3d","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:16:05.551Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81040938-d303-489a-98c5-545322112e3d","keyPrefix":"sk-oai-15Fjpp7EXA94...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:16:05 | 201 | 1.718958ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:06 | 200 | 42.215µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:10 | 200 | 46.02µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:13 | 200 | 441.395µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:13 | 200 | 278.238µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:13 | 200 | 214.188µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:13 | 200 | 18.799672ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:15 | 200 | 42.433µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:16 | 200 | 43.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:20 | 200 | 39.958µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:25 | 200 | 42.334µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:26 | 200 | 37.117µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:16:27.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f42f6ba3-53c2-4b7e-8621-48d98abdc65c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:16:27.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f42f6ba3-53c2-4b7e-8621-48d98abdc65c","keyPrefix":"sk-oai-4RQGasJHKQ2z...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:16:27 | 201 | 1.642414ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T18:16:27.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c34c520c-a58f-4ca9-9524-1632d9abb5f1","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:16:27.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c34c520c-a58f-4ca9-9524-1632d9abb5f1","keyPrefix":"sk-oai-1VBobu7TCR9H...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:16:27 | 201 | 1.401711ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:30 | 200 | 39.92µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:35 | 200 | 38.81µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:35 | 200 | 429.552µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:35 | 200 | 307.318µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:35 | 200 | 158.067µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:35 | 200 | 10.07141ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:35 | 200 | 247.398µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:35 | 200 | 209.837µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:16:35 | 200 | 145.785µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:35 | 200 | 12.38118ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:36 | 200 | 39.974µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:40 | 200 | 38.633µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:45 | 200 | 39.31µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:46 | 200 | 36.806µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:50 | 200 | 65.935µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:52 | 200 | 169.382µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:52 | 200 | 168.793µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:52 | 200 | 160.416µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:16:52 | 200 | 39.200164ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:16:55 | 200 | 38.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:16:56 | 200 | 42.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:00 | 200 | 49.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:05 | 200 | 43.787µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:06 | 200 | 39.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:08 | 200 | 172.248µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:08 | 200 | 13.850344ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:17:09 | 200 | 180.537µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:09 | 200 | 13.829411ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:17:10 | 200 | 39.054µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:15 | 200 | 48.361µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:16 | 200 | 51.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:20 | 200 | 40.829µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:25 | 200 | 38.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:26 | 200 | 39.813µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:30 | 200 | 46.174µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:17:34.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f863590-3a98-4373-932e-c0d071e83637","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:17:34.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f863590-3a98-4373-932e-c0d071e83637","keyPrefix":"sk-oai-orc8pF36txq7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:17:34 | 201 | 1.819242ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:17:34 | 200 | 362.057µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:34 | 200 | 184.017µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:34 | 200 | 300.164µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:34 | 200 | 246.87µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:34 | 200 | 338.534µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:34 | 200 | 226.796µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:34 | 200 | 327.066µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:34 | 200 | 242.37µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:34 | 200 | 193.277µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:34 | 200 | 11.165435ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:17:35 | 200 | 37.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:36 | 200 | 40.19µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:40 | 200 | 40.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:45 | 200 | 40.682µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:46 | 200 | 37.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:50 | 200 | 60.744µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:17:50.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5327ce6a-8f65-442a-9f97-1d9fe4b3bded","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:17:50.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5327ce6a-8f65-442a-9f97-1d9fe4b3bded","keyPrefix":"sk-oai-oj6E7zT0AOlW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:17:50 | 201 | 1.724648ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:17:50 | 200 | 385.202µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:17:50 | 200 | 248.307µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:17:55 | 200 | 41.031µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:17:56 | 200 | 41.39µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:00 | 200 | 39.916µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:05 | 200 | 38.146µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:06 | 200 | 39.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:10 | 200 | 39.902µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:15 | 200 | 47.056µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:16 | 200 | 41.726µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:20 | 200 | 40.736µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:25 | 200 | 38.054µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:26 | 200 | 40.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:30 | 200 | 36.671µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T18:18:32.515Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"b2a6b441-3a19-4c19-b078-7fdf6194566f","ephemeral":false} {"level":"info","timestamp":"2026-05-27T18:18:32.515Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2a6b441-3a19-4c19-b078-7fdf6194566f","keyPrefix":"sk-oai-Y2kMhx4BvGoc...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 18:18:32 | 201 | 11.372741ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:18:32 | 200 | 1.040205ms | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 291.819µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 126.857µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 10.02235ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:18:32 | 200 | 283.02µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 136.056µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 285.553µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 133.869µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 347.035µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 114.528µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 321.688µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 124.952µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 245.921µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 112.091µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 237.538µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 106.091µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 222.904µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 109.34µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 270.139µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 139.725µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 238.405µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 112.169µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 262.737µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 115.851µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 18:18:32 | 200 | 251.422µs | 10.134.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 18:18:32 | 200 | 112.62µs | 10.134.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-27T18:18:33.050Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b2a6b441-3a19-4c19-b078-7fdf6194566f"} {"level":"info","timestamp":"2026-05-27T18:18:33.050Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b2a6b441-3a19-4c19-b078-7fdf6194566f","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/27 - 18:18:33 | 200 | 2.059113ms | 100.64.0.2 | DELETE "/v1/api-keys/b2a6b441-3a19-4c19-b078-7fdf6194566f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 18:18:35 | 200 | 40.361µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 18:18:36 | 200 | 38.056µs | 10.132.0.2 | GET "/health"