[GIN] 2026/05/25 - 11:11:15 | 200 | 137.339µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:11:18 | 200 | 35.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:23 | 200 | 33.889µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:24 | 200 | 35.89µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:11:24.296Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"49a74517-506b-40f8-a6d1-548091a5ff8d","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:11:24.296Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49a74517-506b-40f8-a6d1-548091a5ff8d","keyPrefix":"sk-oai-1DWpgPUS3gAK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:11:24 | 201 | 1.438765ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:11:28 | 200 | 36.268µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:32 | 200 | 817.405µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:11:32 | 200 | 113.549µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:11:33 | 200 | 36.53µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:34 | 200 | 33.763µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:38 | 200 | 34.398µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:43 | 200 | 32.999µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:44 | 200 | 33.349µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:48 | 200 | 43.243µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:11:50.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2e1f208c-9cfd-4616-89d9-d997dc4bb63f","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:11:50.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e1f208c-9cfd-4616-89d9-d997dc4bb63f","keyPrefix":"sk-oai-f7km7YCNmGkd...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:11:50 | 201 | 1.71805ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:11:50 | 200 | 565.129µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:11:50 | 200 | 170.401µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:11:53 | 200 | 40.258µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:54 | 200 | 40.436µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:11:58 | 200 | 42.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:03 | 200 | 40.842µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:04 | 200 | 41.209µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:12:07.640Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"29ef53d2-029b-4ee9-bb44-64cb3dfbace1","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:12:07.640Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29ef53d2-029b-4ee9-bb44-64cb3dfbace1","keyPrefix":"sk-oai-1ReO216KNUIl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:12:07 | 201 | 1.580408ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:12:07 | 200 | 523.285µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:12:07 | 200 | 157.088µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:12:08 | 200 | 53.19µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:13 | 200 | 39.022µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:14 | 200 | 41.436µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:18 | 200 | 38.4µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:23 | 200 | 39.351µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:24 | 200 | 38.518µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:12:24.932Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"40a8276d-bc3d-46a3-9b5e-701680300b5c","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:12:24.932Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40a8276d-bc3d-46a3-9b5e-701680300b5c","keyPrefix":"sk-oai-1GEmRSbE0nUa...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:12:24 | 201 | 1.776012ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-25T11:12:24.958Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8270227a-1cf6-460d-95fa-07b446d74f0f","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:12:24.958Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8270227a-1cf6-460d-95fa-07b446d74f0f","keyPrefix":"sk-oai-Y6unJlXdK4g9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:12:24 | 201 | 1.24353ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:12:24 | 200 | 484.555µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:12:24 | 200 | 149.137µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:12:25 | 200 | 400.985µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:12:25 | 200 | 144.073µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:12:28 | 200 | 45.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:33 | 200 | 42.957µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:34 | 200 | 38.8µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:38 | 200 | 38.131µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-25T11:12:42.604Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-25T11:12:42.604Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/25 - 11:12:42 | 400 | 267.205µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:12:43 | 200 | 44.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:44 | 200 | 39.734µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:48 | 200 | 39.018µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:53 | 200 | 41.432µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:54 | 200 | 40.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:12:58 | 200 | 40.806µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:12:59.978Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eb5a7e5e-326f-43bf-9d27-b529e3e284b9","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:12:59.978Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb5a7e5e-326f-43bf-9d27-b529e3e284b9","keyPrefix":"sk-oai-9kcr1PdUX6L3...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:12:59 | 201 | 2.001312ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:13:00 | 200 | 462.285µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:13:00 | 200 | 150.93µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:13:03 | 200 | 39.929µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:04 | 200 | 44.999µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:08 | 200 | 38.307µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:13:09.068Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"82c650b3-5acb-4947-8d51-fac9c1e584b4","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:13:09.069Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82c650b3-5acb-4947-8d51-fac9c1e584b4","keyPrefix":"sk-oai-16TofCIY7EcS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:13:09 | 201 | 1.88737ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:13:13 | 200 | 46.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:14 | 200 | 45.298µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:17 | 200 | 754.137µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:13:17 | 200 | 122.113µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:13:18 | 200 | 39.95µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:23 | 200 | 39.317µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:24 | 200 | 41.88µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:28 | 200 | 39.444µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:33 | 200 | 48.656µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:34 | 200 | 46.914µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:13:34.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e9ac348b-a755-4022-8a2c-15e6d01a214b","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:13:34.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9ac348b-a755-4022-8a2c-15e6d01a214b","keyPrefix":"sk-oai-oT21VAHreaIS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:13:34 | 201 | 10.965896ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:13:34 | 200 | 1.3614ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:13:34 | 200 | 143.451µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:13:38 | 200 | 41.505µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:43 | 200 | 50.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:44 | 200 | 38.579µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:48 | 200 | 41.365µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:53 | 200 | 39.182µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:54 | 200 | 42.322µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:13:58 | 200 | 40.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:03 | 200 | 39.193µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:04 | 200 | 39.798µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:08 | 200 | 62.268µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:13 | 200 | 40.686µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:14 | 200 | 38.872µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:18 | 200 | 43.013µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:23 | 200 | 39.48µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:24 | 200 | 39.361µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:28 | 200 | 40.759µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:33 | 200 | 48.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:34 | 200 | 38.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:38 | 200 | 39.022µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:43 | 200 | 40.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:44 | 200 | 40.849µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:48 | 200 | 48.232µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:53 | 200 | 46.574µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:54 | 200 | 40.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:14:58 | 200 | 40.52µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:03 | 200 | 45.418µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:04 | 200 | 41.793µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:15:04.443Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/25 - 11:15:04 | 200 | 2.927181ms | 10.133.0.29 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/25 - 11:15:08 | 200 | 41.958µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:13 | 200 | 40.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:14 | 200 | 38.313µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:18 | 200 | 39.731µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:23 | 200 | 39.334µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:24 | 200 | 44.807µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:28 | 200 | 38.894µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:33 | 200 | 41.833µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:15:33.978Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"459e8f0f-dc08-4fe5-aee5-b7c2db2d90d0","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:15:33.978Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"459e8f0f-dc08-4fe5-aee5-b7c2db2d90d0","keyPrefix":"sk-oai-AHdyWuu4DvQ2...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:15:33 | 201 | 3.783723ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:15:34 | 200 | 44.1µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:38 | 200 | 36.767µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:43 | 200 | 33.585µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:44 | 200 | 33.151µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:48 | 200 | 32.874µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:53 | 200 | 35.091µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:54 | 200 | 48.352µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:58 | 200 | 34.224µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:15:58 | 200 | 906.046µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:15:58 | 200 | 156.962µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:15:59 | 404 | 944.479µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:16:03 | 200 | 48.675µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:04 | 200 | 32.196µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:08 | 200 | 37.581µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:13 | 200 | 35.064µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:14 | 200 | 33.139µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:18 | 200 | 34.265µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:23 | 200 | 40.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:24 | 200 | 34.205µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:28 | 200 | 33.213µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:33 | 200 | 33.35µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:34 | 200 | 35.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:38 | 200 | 34.295µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:43 | 200 | 34.273µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:44 | 200 | 32.964µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:48 | 200 | 42.216µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:16:51.661Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6e842c3f-4068-4dda-8c3f-cca525a1d1b7","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:16:51.661Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e842c3f-4068-4dda-8c3f-cca525a1d1b7","keyPrefix":"sk-oai-1VMSmkvN7Vzy...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:16:51 | 201 | 2.187783ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:16:51 | 200 | 588.344µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:16:51 | 200 | 158.79µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:16:53 | 200 | 37.247µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:54 | 200 | 33.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:16:58 | 200 | 35.364µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:03 | 200 | 33.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:04 | 200 | 33.365µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:08 | 200 | 33.815µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:17:10.849Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1c7ef4a0-9b29-49c3-bd41-2d447dc47a78","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:17:10.849Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c7ef4a0-9b29-49c3-bd41-2d447dc47a78","keyPrefix":"sk-oai-1bhhzzqiBOvg...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:17:10 | 201 | 1.979574ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:17:10 | 200 | 742.026µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:17:10 | 200 | 147.875µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:17:11 | 200 | 697.803µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:17:11 | 200 | 168.4µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:17:13 | 200 | 39.611µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:14 | 200 | 50.638µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:18 | 200 | 46.096µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:23 | 200 | 52.07µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:24 | 200 | 32.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:28 | 200 | 35.19µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:17:30.310Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1c1c9040-144f-43e0-bd8d-2cb83f3c66f2","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:17:30.310Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c1c9040-144f-43e0-bd8d-2cb83f3c66f2","keyPrefix":"sk-oai-1GZCPMK1f76X...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:17:30 | 201 | 2.107059ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:17:30 | 200 | 589.75µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:17:30 | 200 | 440.592µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:17:30 | 200 | 159.613µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:17:30 | 200 | 18.903614ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:17:33 | 200 | 40.048µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:34 | 200 | 40.461µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:38 | 200 | 39.723µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:43 | 200 | 40.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:44 | 200 | 44.367µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:48 | 200 | 39.701µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:49 | 200 | 175.652µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:17:49 | 200 | 165.023µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:17:49 | 200 | 22.713273ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:17:53 | 200 | 39.485µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:54 | 200 | 47.941µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:17:58 | 200 | 41.335µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:18:01.466Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e2b30b7f-6480-49e4-83a4-09d56148c8c6","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:18:01.466Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e2b30b7f-6480-49e4-83a4-09d56148c8c6","keyPrefix":"sk-oai-7ueGfFAfUvBd...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:18:01 | 201 | 2.076538ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:18:03 | 200 | 38.59µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:04 | 200 | 41.559µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:08 | 200 | 41.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:13 | 200 | 41.125µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:14 | 200 | 45.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:18 | 200 | 41.578µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:23 | 200 | 38.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:24 | 200 | 40.699µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:28 | 200 | 41.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:31 | 200 | 1.004862ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:18:31 | 200 | 138.224µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:18:31 | 200 | 454.094µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:18:31 | 200 | 368.027µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:18:31 | 200 | 127.232µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:18:31 | 200 | 10.012873ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:18:33 | 200 | 41.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:34 | 200 | 41.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:38 | 200 | 39.535µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:43 | 200 | 38.598µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:44 | 200 | 38.96µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:48 | 200 | 41.042µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:48 | 200 | 151.005µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:18:48 | 200 | 12.466684ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:18:53 | 200 | 38.894µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:18:54 | 200 | 48.864µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:18:57.304Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0f494403-958d-446d-91a2-acd6c97dbd80","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:18:57.304Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f494403-958d-446d-91a2-acd6c97dbd80","keyPrefix":"sk-oai-QI6UgzVO3aBt...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:18:57 | 201 | 10.556575ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:18:58 | 200 | 50.623µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:03 | 200 | 38.519µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:04 | 200 | 40.605µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:05 | 200 | 1.413019ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:05 | 200 | 415.287µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:05 | 200 | 148.511µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:05 | 200 | 9.643516ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-25T11:19:05.855Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b7d63d9d-6a67-4424-89ba-7c7d18f5fd52","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:19:05.855Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7d63d9d-6a67-4424-89ba-7c7d18f5fd52","keyPrefix":"sk-oai-1TIyoPYbCFki...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:19:05 | 201 | 2.151368ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:08 | 200 | 39.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:13 | 200 | 46.733µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:13 | 200 | 846.28µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:13 | 200 | 449.767µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:13 | 200 | 123.357µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:13 | 200 | 6.588141ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:13 | 200 | 438.571µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:13 | 200 | 416.355µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:13 | 200 | 117.11µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:13 | 200 | 5.78829ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:14 | 200 | 39.644µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:19:14.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"32a3319b-f320-4677-8f7d-84a3d0e8e7de","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:19:14.835Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32a3319b-f320-4677-8f7d-84a3d0e8e7de","keyPrefix":"sk-oai-1eSIEtabGSIB...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:19:14 | 201 | 1.729716ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:18 | 200 | 40.553µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:22 | 200 | 764.218µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:22 | 200 | 358.766µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:22 | 200 | 145.04µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:22 | 200 | 10.140437ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:23 | 200 | 45.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:24 | 200 | 50.352µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:28 | 200 | 41.405µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:19:31.999Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6a8fa3c-51e5-4397-86ee-48fa233fa433","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:19:31.999Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6a8fa3c-51e5-4397-86ee-48fa233fa433","keyPrefix":"sk-oai-2cKWVkd4zwfA...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:19:31 | 201 | 1.967362ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:33 | 200 | 39.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:34 | 200 | 43.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:38 | 200 | 45.135µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:40 | 200 | 795.917µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:40 | 200 | 357.611µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:40 | 200 | 157.669µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:40 | 200 | 429.456µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:19:40 | 200 | 157.502µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:19:40 | 200 | 19.969267ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:43 | 200 | 41.801µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:44 | 200 | 37.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:48 | 200 | 38.866µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:53 | 200 | 46.879µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:19:53.397Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"697238a3-fe83-4395-9cbe-7ddecfd952cc","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:19:53.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"697238a3-fe83-4395-9cbe-7ddecfd952cc","keyPrefix":"sk-oai-1Bk0661UeYVJ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:19:53 | 201 | 3.335862ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:19:54 | 200 | 41.184µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:19:58 | 200 | 45.545µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:01 | 200 | 1.244121ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:20:01 | 200 | 383.278µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:20:01 | 200 | 152.35µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:01 | 200 | 10.33807ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:20:01 | 200 | 144.88µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:01 | 200 | 33.460489ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:20:03 | 200 | 42.171µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:04 | 200 | 39.092µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:08 | 200 | 40.26µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:13 | 200 | 40.542µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:14 | 200 | 39.385µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:17 | 200 | 168.59µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:17 | 200 | 146.861µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:17 | 200 | 146.419µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:17 | 200 | 35.109876ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:20:18 | 200 | 37.858µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:23 | 200 | 46.307µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:24 | 200 | 38.516µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:28 | 200 | 45.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:33 | 200 | 42.247µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:34 | 200 | 41.032µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:34 | 200 | 146.404µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:20:34 | 200 | 12.660475ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:20:38 | 200 | 42.003µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:43 | 200 | 40.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:44 | 200 | 39.408µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:20:46.099Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cab59e62-f39f-4d84-9817-3f2f16a58e00","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:20:46.099Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cab59e62-f39f-4d84-9817-3f2f16a58e00","keyPrefix":"sk-oai-TDky57qM6tEU...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:20:46 | 201 | 2.680225ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:20:48 | 200 | 40.714µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:53 | 200 | 40.775µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:54 | 200 | 40.315µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:20:54 | 200 | 916.298µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:20:54 | 200 | 146.653µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-25T11:20:54.697Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"552ef2bf-5232-4682-b7bc-e109d94ddc2f","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:20:54.697Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"552ef2bf-5232-4682-b7bc-e109d94ddc2f","keyPrefix":"sk-oai-kEAAhYyJLMkz...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:20:54 | 201 | 1.69007ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:20:58 | 200 | 40.9µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:02 | 200 | 912.967µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:02 | 200 | 491.305µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:02 | 200 | 118.085µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:21:02 | 200 | 9.606674ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:03 | 200 | 38.576µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:21:03.090Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1e370839-3499-495a-ad84-0d463bcbe2b8","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:21:03.090Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e370839-3499-495a-ad84-0d463bcbe2b8","keyPrefix":"sk-oai-17jatYDye1BE...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:21:03 | 201 | 1.729412ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:04 | 200 | 40.281µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:08 | 200 | 39.129µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:11 | 200 | 880.544µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:11 | 200 | 423.45µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:11 | 200 | 146.668µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:21:11 | 200 | 9.431436ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-25T11:21:11.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2fd196b0-d1e2-4c00-81be-3bac46bc488d","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:21:11.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2fd196b0-d1e2-4c00-81be-3bac46bc488d","keyPrefix":"sk-oai-uuMssdo661SE...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:21:11 | 201 | 1.732855ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:13 | 200 | 39.981µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:14 | 200 | 38.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:18 | 200 | 48.978µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:19 | 200 | 816.175µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:19 | 200 | 401.64µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:19 | 200 | 142.297µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:21:19 | 200 | 9.185425ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:23 | 200 | 38.844µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:24 | 200 | 39.79µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:28 | 200 | 41.104µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:21:28.990Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c7e9e01-15c6-4b63-94dc-c82f2eece45a","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:21:28.990Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c7e9e01-15c6-4b63-94dc-c82f2eece45a","keyPrefix":"sk-oai-1IeS5cBby2AX...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:21:28 | 201 | 2.017247ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:33 | 200 | 38.298µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:34 | 200 | 38.234µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:38 | 200 | 43.93µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:43 | 200 | 38.913µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:44 | 200 | 39.646µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:45 | 200 | 743.108µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:21:45 | 403 | 98.726µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:21:48 | 200 | 42.477µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:53 | 200 | 41.622µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:54 | 200 | 42.913µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:21:58 | 200 | 39.125µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:02 | 403 | 119.732µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:22:03 | 200 | 38.263µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:04 | 200 | 39.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:08 | 200 | 40.284µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:13 | 200 | 45.133µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:14 | 200 | 39.068µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:18 | 200 | 43.091µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:19 | 403 | 137.245µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:22:23 | 200 | 62.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:24 | 200 | 39.395µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:28 | 200 | 41.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:33 | 200 | 38.343µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:34 | 200 | 39.267µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:36 | 403 | 286.9µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:22:38 | 200 | 38.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:43 | 200 | 42.89µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:44 | 200 | 40.473µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:48 | 200 | 40.714µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:22:50.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4f3bc83-7e4f-495c-95e4-8d72b73ffcb0","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:22:50.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4f3bc83-7e4f-495c-95e4-8d72b73ffcb0","keyPrefix":"sk-oai-XM0Xeym0aY2a...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:22:50 | 201 | 2.084041ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:22:53 | 200 | 38.066µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:54 | 200 | 43.583µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:58 | 200 | 40.099µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:22:58 | 200 | 729.577µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:22:58 | 200 | 429.65µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:22:58 | 200 | 163.902µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:22:58 | 200 | 16.983231ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:03 | 200 | 39.522µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:04 | 200 | 40.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:08 | 200 | 40.508µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:23:10.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5379af93-4121-4b3b-9834-39fcd307e86f","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:23:10.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5379af93-4121-4b3b-9834-39fcd307e86f","keyPrefix":"sk-oai-1Iyx250qDkqw...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:23:10 | 201 | 2.008926ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-25T11:23:10.919Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab9dd5c1-116f-4a3c-a9b4-32a9c53d2786","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:23:10.919Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab9dd5c1-116f-4a3c-a9b4-32a9c53d2786","keyPrefix":"sk-oai-1U8ROD6iD4x3...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:23:10 | 201 | 1.645017ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:13 | 200 | 44.968µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:14 | 200 | 38.414µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:18 | 200 | 40.186µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:18 | 200 | 737.346µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:23:18 | 200 | 365.825µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:23:18 | 200 | 192.402µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:18 | 200 | 9.622272ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:18 | 200 | 402.772µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:23:18 | 200 | 343.018µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:23:18 | 200 | 169.424µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:18 | 200 | 9.555115ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:23 | 200 | 45.879µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:24 | 200 | 40.358µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:28 | 200 | 40.373µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:33 | 200 | 39.63µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:34 | 200 | 39.959µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:35 | 200 | 178.72µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:35 | 200 | 167.74µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:35 | 200 | 171.157µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:35 | 200 | 36.078898ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:38 | 200 | 39.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:43 | 200 | 46.67µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:44 | 200 | 38.593µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:48 | 200 | 228.721µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:51 | 200 | 157.928µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:51 | 200 | 11.520788ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:52 | 200 | 152.225µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:23:52 | 200 | 11.287131ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:23:53 | 200 | 44.317µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:54 | 200 | 48.149µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:23:58 | 200 | 43.476µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:03 | 200 | 40.413µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:04 | 200 | 47.961µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:08 | 200 | 40.714µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:13 | 200 | 73.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:14 | 200 | 40.775µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:24:17.664Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b2b8345c-1a1e-42bb-8fa4-74f74d4105a3","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:24:17.664Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2b8345c-1a1e-42bb-8fa4-74f74d4105a3","keyPrefix":"sk-oai-RhUQkennrVvA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:24:17 | 201 | 3.188258ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:24:17 | 200 | 534.355µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:17 | 200 | 166.762µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:24:17 | 200 | 405.103µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:17 | 200 | 143.428µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:24:17 | 200 | 404.343µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:17 | 200 | 135.951µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:24:17 | 200 | 438.173µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:17 | 200 | 355.925µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:17 | 200 | 138.493µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:24:17 | 200 | 11.07094ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:24:18 | 200 | 42.71µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:23 | 200 | 44.478µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:24 | 200 | 41.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:28 | 200 | 40.64µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:33 | 200 | 40.635µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:24:33.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"67d66859-e7ff-4755-9996-a66bdcc60dfc","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:24:33.451Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67d66859-e7ff-4755-9996-a66bdcc60dfc","keyPrefix":"sk-oai-FLloEYjfMQJk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:24:33 | 201 | 1.892302ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:24:33 | 200 | 515.818µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:24:33 | 200 | 157.649µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:24:34 | 200 | 42.261µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:38 | 200 | 40.974µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:43 | 200 | 54.983µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:44 | 200 | 39.435µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:48 | 200 | 40.492µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:53 | 200 | 41.527µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:54 | 200 | 44.48µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:24:58 | 200 | 39.472µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:25:03 | 200 | 39.144µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:25:04 | 200 | 38.049µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:25:08 | 200 | 42.964µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:25:13 | 200 | 38.459µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/25 - 11:25:14 | 200 | 39.843µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-25T11:25:15.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"e7cc8fd9-5e70-4bc5-8e02-c1a3f9a0a63a","ephemeral":false} {"level":"info","timestamp":"2026-05-25T11:25:15.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7cc8fd9-5e70-4bc5-8e02-c1a3f9a0a63a","keyPrefix":"sk-oai-1XRwQGBteuLf...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/25 - 11:25:15 | 201 | 11.996688ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:25:15 | 200 | 1.439076ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 456.837µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 155.536µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 11.706892ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:25:15 | 200 | 571.966µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 162.015µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 576.148µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 148.076µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 504.042µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 162.435µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 513.801µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 129.16µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 490.665µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 152.6µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 392.151µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 127.493µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 443.511µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 118.528µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 384.309µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 119.265µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 424.94µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 121.956µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 387.103µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 133.475µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/25 - 11:25:15 | 200 | 417.262µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/25 - 11:25:15 | 200 | 124.779µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-25T11:25:15.898Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e7cc8fd9-5e70-4bc5-8e02-c1a3f9a0a63a"} {"level":"info","timestamp":"2026-05-25T11:25:15.898Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e7cc8fd9-5e70-4bc5-8e02-c1a3f9a0a63a","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/25 - 11:25:15 | 200 | 3.282946ms | 100.64.0.3 | DELETE "/v1/api-keys/e7cc8fd9-5e70-4bc5-8e02-c1a3f9a0a63a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/25 - 11:25:18 | 200 | 55.393µs | 10.134.0.2 | GET "/health"