[GIN] 2026/05/28 - 17:37:08 | 200 | 766.908µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:08 | 200 | 300.938µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:09 | 200 | 44.243µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:14 | 200 | 47.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:15 | 200 | 37.894µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:17.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae892e08-4ce0-4f32-b409-590eedce6fa9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:17.221Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae892e08-4ce0-4f32-b409-590eedce6fa9","keyPrefix":"sk-oai-csH755NUe5VC...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:17 | 201 | 1.200201ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:19 | 200 | 36.985µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:24 | 200 | 40.99µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:25 | 200 | 482.147µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:25 | 200 | 225.746µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:25 | 200 | 44.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:29 | 200 | 38.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:34 | 200 | 46.415µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:35 | 200 | 39.685µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:39 | 200 | 62.447µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:37:42.942Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"92fa9c69-8176-4a34-8845-ac6cf632c736","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:37:42.942Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92fa9c69-8176-4a34-8845-ac6cf632c736","keyPrefix":"sk-oai-13NrIFlqB7of...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:37:42 | 201 | 1.219177ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:37:42 | 200 | 348.768µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:37:42 | 200 | 188.592µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:37:44 | 200 | 39.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:45 | 200 | 63.284µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:49 | 200 | 38.755µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:54 | 200 | 43.986µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:55 | 200 | 43.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:37:59 | 200 | 43.651µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:00.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0788db00-5062-4d64-bb6c-32ea62bb5e96","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:00.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0788db00-5062-4d64-bb6c-32ea62bb5e96","keyPrefix":"sk-oai-1eS2gO1cSW95...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:00 | 201 | 1.459545ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:00 | 200 | 736.387µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:00 | 200 | 113.803µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:04 | 200 | 40.812µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:05 | 200 | 39.088µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:09 | 200 | 47.749µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:14 | 200 | 38.299µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:15 | 200 | 39.14µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:17.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a77c0d11-9dcb-4172-8aaf-edb078c69053","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:17.805Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a77c0d11-9dcb-4172-8aaf-edb078c69053","keyPrefix":"sk-oai-4C2OCWGHKWGS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:17 | 201 | 1.3046ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:38:17.839Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"89288e8b-8112-433d-b12a-0e43094a6ae0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:17.839Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89288e8b-8112-433d-b12a-0e43094a6ae0","keyPrefix":"sk-oai-8UeFNIogA6FK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:17 | 201 | 1.183647ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:17 | 200 | 423.614µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:17 | 200 | 329.036µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:17 | 200 | 340.286µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:17 | 200 | 271.201µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:19 | 200 | 39.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:24 | 200 | 38.47µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:25 | 200 | 38.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:29 | 200 | 52.541µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:34 | 200 | 42.368µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T17:38:35.474Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T17:38:35.474Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 17:38:35 | 400 | 277.423µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:35 | 200 | 48.59µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:39 | 200 | 40.506µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:44 | 200 | 48.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:45 | 200 | 39.484µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:49 | 200 | 45.476µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:38:52.826Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"342b4cf6-632e-45be-9b55-0518d5fa69f9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:38:52.826Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"342b4cf6-632e-45be-9b55-0518d5fa69f9","keyPrefix":"sk-oai-189ehEJdEkYI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:38:52 | 201 | 9.937247ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:38:52 | 200 | 1.005041ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:38:52 | 200 | 171.052µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:38:54 | 200 | 41.271µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:55 | 200 | 42.432µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:38:59 | 200 | 47.049µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:01.884Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a07bd361-1815-49ca-bd83-4cbcbf6de851","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:01.884Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a07bd361-1815-49ca-bd83-4cbcbf6de851","keyPrefix":"sk-oai-1NrLbGTmYETX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:01 | 201 | 1.312566ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:04 | 200 | 43.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:05 | 200 | 38.647µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:09 | 200 | 56.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:10 | 200 | 556.995µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:10 | 200 | 247.985µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:14 | 200 | 38.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:15 | 200 | 40.475µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:19 | 200 | 39.598µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:24 | 200 | 38.802µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:25 | 200 | 46.894µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:39:27.467Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5cb6acb1-3ecd-4928-852b-023f840200e1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:39:27.467Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cb6acb1-3ecd-4928-852b-023f840200e1","keyPrefix":"sk-oai-VFYoDhws30VY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:39:27 | 201 | 1.207594ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:39:27 | 200 | 445.956µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:39:27 | 200 | 210.189µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:39:29 | 200 | 42.213µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:34 | 200 | 41.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:35 | 200 | 38.861µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:39 | 200 | 53.079µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:44 | 200 | 35.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:45 | 200 | 42.087µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:49 | 200 | 47.172µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:54 | 200 | 39.649µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:55 | 200 | 39.84µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:39:59 | 200 | 37.796µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:04 | 200 | 43.238µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:05 | 200 | 39.023µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:09 | 200 | 38.597µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:14 | 200 | 39.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:15 | 200 | 49.153µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:19 | 200 | 42.383µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:24 | 200 | 39.752µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:25 | 200 | 42.918µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:29 | 200 | 38.187µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:34 | 200 | 44.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:35 | 200 | 42.86µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:39 | 200 | 41.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:44 | 200 | 39.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:45 | 200 | 40.167µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:49 | 200 | 38.295µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:54 | 200 | 37.978µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:55 | 200 | 48.851µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:40:59 | 200 | 49.997µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:04 | 200 | 41.482µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:05 | 200 | 39.19µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:09 | 200 | 41.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:14 | 200 | 39.094µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:15 | 200 | 45.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:19 | 200 | 39.964µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:24 | 200 | 39.605µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:25 | 200 | 44.613µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:41:26.853Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"929e94e2-c1ac-417e-b903-d67c13bdc4f8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:41:26.853Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"929e94e2-c1ac-417e-b903-d67c13bdc4f8","keyPrefix":"sk-oai-D28m9UffyLKG...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:41:26 | 201 | 1.419971ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:29 | 200 | 44.903µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:34 | 200 | 40.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:35 | 200 | 43.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:39 | 200 | 40.896µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:44 | 200 | 42.246µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:45 | 200 | 34.535µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:49 | 200 | 31.735µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:49 | 200 | 506.208µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:41:49 | 200 | 358.258µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:41:50 | 404 | 738.895µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:41:54 | 200 | 35.631µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:55 | 200 | 35.239µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:41:59 | 200 | 32.976µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:04 | 200 | 33.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:05 | 200 | 37.73µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:09 | 200 | 33.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:14 | 200 | 34.435µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:15 | 200 | 33.02µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:19 | 200 | 32.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:24 | 200 | 34.683µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:25 | 200 | 34.664µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:29 | 200 | 35.901µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:34 | 200 | 33.419µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:35 | 200 | 36.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:39 | 200 | 33.48µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:42:42.329Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b43306af-cc36-4340-82bb-a68ebf27da22","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:42:42.329Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b43306af-cc36-4340-82bb-a68ebf27da22","keyPrefix":"sk-oai-HvwntzyrEFDl...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:42:42 | 201 | 1.747745ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:42:42 | 200 | 662.595µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:42:42 | 200 | 408.442µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:42:44 | 200 | 35.006µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:45 | 200 | 34.304µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:49 | 200 | 47.221µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:54 | 200 | 33.763µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:55 | 200 | 49.336µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:42:59 | 200 | 33.641µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:01.493Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e4a4856c-82ac-46ee-88ca-ecf0c3e70563","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:01.493Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4a4856c-82ac-46ee-88ca-ecf0c3e70563","keyPrefix":"sk-oai-bZ4BcEbbv1Ri...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:01 | 201 | 1.777737ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:01 | 200 | 634.67µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:01 | 200 | 369.989µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:01 | 200 | 565.903µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:01 | 200 | 375.367µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:04 | 200 | 34.6µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:05 | 200 | 32.561µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:09 | 200 | 33.477µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:14 | 200 | 34.667µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:15 | 200 | 33.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:19 | 200 | 35.895µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:21.013Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"db1e6aa2-8bba-45e7-a40e-f413e7592fc1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:21.013Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db1e6aa2-8bba-45e7-a40e-f413e7592fc1","keyPrefix":"sk-oai-kZkLu9vofufb...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:21 | 201 | 1.732367ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:21 | 200 | 537.044µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:21 | 200 | 535.585µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:43:21 | 200 | 401.568µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:21 | 200 | 17.420208ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:24 | 200 | 41.305µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:25 | 200 | 34.887µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:29 | 200 | 32.973µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:34 | 200 | 35.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:35 | 200 | 36.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:39 | 200 | 39.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:40 | 200 | 338.019µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:40 | 200 | 385.8µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:43:40 | 200 | 24.288284ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:44 | 200 | 39.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:45 | 200 | 43.125µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:49 | 200 | 43.574µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:43:52.143Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d4e7acfe-9d46-47b9-b395-768ead643caa","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:43:52.143Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4e7acfe-9d46-47b9-b395-768ead643caa","keyPrefix":"sk-oai-rOkuVsmmi0Jg...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:43:52 | 201 | 1.811632ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:43:54 | 200 | 38.664µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:55 | 200 | 39.026µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:43:59 | 200 | 44.54µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:04 | 200 | 40.436µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:05 | 200 | 51.937µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:09 | 200 | 40.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:14 | 200 | 44.282µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:15 | 200 | 39.811µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:19 | 200 | 38.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:22 | 200 | 8.947033ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:22 | 200 | 335.698µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:22 | 200 | 621.397µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:22 | 200 | 594.978µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:22 | 200 | 369.582µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:22 | 200 | 12.642877ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:24 | 200 | 41.464µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:25 | 200 | 39.84µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:29 | 200 | 36.713µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:34 | 200 | 51.078µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:35 | 200 | 41.256µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:39 | 200 | 320.17µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:39 | 200 | 14.162156ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:39 | 200 | 44.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:44 | 200 | 38.634µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:45 | 200 | 43.841µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:44:47.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"499ab685-c461-4064-b7a2-5256b57d5ab1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:47.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"499ab685-c461-4064-b7a2-5256b57d5ab1","keyPrefix":"sk-oai-pJq5ocLnEpTT...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:47 | 201 | 2.040334ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:49 | 200 | 39.875µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:54 | 200 | 38.417µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:55 | 200 | 38.643µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:44:55 | 200 | 719.082µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:55 | 200 | 556.261µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:44:55 | 200 | 375.748µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:44:55 | 200 | 9.505469ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:44:56.417Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9090bb9c-7506-41d2-97f5-caf5f8fd9698","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:44:56.417Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9090bb9c-7506-41d2-97f5-caf5f8fd9698","keyPrefix":"sk-oai-CXFmY11OlBM4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:44:56 | 201 | 1.615859ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:44:59 | 200 | 38.43µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:01.492Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 17:45:01 | 200 | 714.98µs | 10.133.0.54 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 17:45:04 | 200 | 660.409µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:04 | 200 | 452.396µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:04 | 200 | 360.692µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:04 | 200 | 6.576217ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:04 | 200 | 362.699µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:04 | 200 | 431.65µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:04 | 200 | 113.154µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:04 | 200 | 27.534µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:04 | 200 | 7.793119ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:45:05.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eff942e9-8522-4ddc-a667-b9c0deb86180","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:05.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eff942e9-8522-4ddc-a667-b9c0deb86180","keyPrefix":"sk-oai-rJWRjtAjIj7G...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:05 | 201 | 1.65164ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:05 | 200 | 42.026µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:09 | 200 | 41.457µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:13 | 200 | 558.271µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:13 | 200 | 484.376µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:13 | 200 | 393.534µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:13 | 200 | 10.660079ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:14 | 200 | 39.573µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:15 | 200 | 42.611µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:19 | 200 | 38.229µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:22.574Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"41b18f0d-13d3-4c90-aaf8-ad2435087327","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:22.574Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41b18f0d-13d3-4c90-aaf8-ad2435087327","keyPrefix":"sk-oai-1O25ZL4a9vUS...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:22 | 201 | 1.66178ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:24 | 200 | 41.978µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:25 | 200 | 47.471µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:29 | 200 | 41.035µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:30 | 200 | 599.454µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:30 | 200 | 576.725µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:30 | 200 | 375.639µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:30 | 200 | 567.013µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:30 | 200 | 211.657µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:30 | 200 | 28.180953ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:34 | 200 | 38.931µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:35 | 200 | 48.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:39 | 200 | 37.377µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:45:41.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0ba2a0f-aa88-42fa-80e7-c24e1ebe408d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:45:41.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0ba2a0f-aa88-42fa-80e7-c24e1ebe408d","keyPrefix":"sk-oai-ZagG70xJo0oN...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:45:41 | 201 | 2.672352ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:44 | 200 | 51.75µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:45 | 200 | 47.154µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:49 | 200 | 42.176µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:49 | 200 | 602.52µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:49 | 200 | 471.267µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:49 | 200 | 417.984µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:49 | 200 | 9.287593ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:45:49 | 200 | 390.472µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:45:49 | 200 | 32.059778ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:45:54 | 200 | 42.784µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:55 | 200 | 43.095µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:45:59 | 200 | 38.786µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:04 | 200 | 38.434µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:05 | 200 | 42.65µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:05 | 200 | 354.293µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:05 | 200 | 329.071µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:05 | 200 | 399.932µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:05 | 200 | 35.911438ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:09 | 200 | 53.061µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:14 | 200 | 41.708µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:15 | 200 | 39.624µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:19 | 200 | 40.516µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:23 | 200 | 330.739µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:23 | 200 | 11.836584ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:24 | 200 | 41.067µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:25 | 200 | 39.579µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:29 | 200 | 41.43µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:34 | 200 | 39.814µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:46:34.546Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d35ed31-62df-4ef8-9824-ff315a0e9a15","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:34.546Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d35ed31-62df-4ef8-9824-ff315a0e9a15","keyPrefix":"sk-oai-1eINaeqWY7BS...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:34 | 201 | 2.22027ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:35 | 200 | 41.009µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:39 | 200 | 39.09µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:42 | 200 | 744.701µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:42 | 200 | 139.143µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:43.148Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9dabeaa7-3eff-425a-95ad-471444012d45","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:43.148Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9dabeaa7-3eff-425a-95ad-471444012d45","keyPrefix":"sk-oai-1AppjexmhNlQ...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:43 | 201 | 1.671876ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:44 | 200 | 40.223µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:45 | 200 | 38.284µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:49 | 200 | 38.807µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:51 | 200 | 581.237µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:51 | 200 | 398.372µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:51 | 200 | 205.736µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:51 | 200 | 10.264511ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:46:51.537Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"491927a9-b08d-472d-ab09-7f6523d52478","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:46:51.537Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"491927a9-b08d-472d-ab09-7f6523d52478","keyPrefix":"sk-oai-sEopi3Ot6bEO...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:46:51 | 201 | 1.666468ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:46:54 | 200 | 42.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:55 | 200 | 38.809µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:59 | 200 | 39.588µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:46:59 | 200 | 753.745µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:59 | 200 | 509.74µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:46:59 | 200 | 374.141µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:46:59 | 200 | 9.878291ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:47:00.259Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"41ac2bba-1b7a-4a12-8aad-b0a83852248f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:47:00.259Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41ac2bba-1b7a-4a12-8aad-b0a83852248f","keyPrefix":"sk-oai-kVAvtAzjWmAH...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:47:00 | 201 | 1.654132ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:04 | 200 | 40.183µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:05 | 200 | 43.304µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:08 | 200 | 604.508µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:08 | 200 | 446.685µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:08 | 200 | 366.64µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:47:08 | 200 | 10.632384ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:09 | 200 | 38.219µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:14 | 200 | 45.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:15 | 200 | 38.015µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:47:17.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"72a3ff88-386f-4a23-bb24-50a6bb981501","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:47:17.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72a3ff88-386f-4a23-bb24-50a6bb981501","keyPrefix":"sk-oai-voxRo6Ad6i1l...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:47:17 | 201 | 1.677974ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:19 | 200 | 39.166µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:24 | 200 | 39.075µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:25 | 200 | 40.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:29 | 200 | 36.785µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:33 | 200 | 450.901µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:47:33 | 403 | 120.691µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:34 | 200 | 39.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:35 | 200 | 64.143µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:39 | 200 | 39.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:44 | 200 | 44.138µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:45 | 200 | 38.055µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:49 | 200 | 39.345µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:50 | 403 | 115.488µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:47:54 | 200 | 38.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:55 | 200 | 40.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:47:59 | 200 | 43.844µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:04 | 200 | 41.316µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:05 | 200 | 40.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:07 | 403 | 123.958µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:09 | 200 | 40.82µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:14 | 200 | 40.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:15 | 200 | 36.665µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:19 | 200 | 50.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:24 | 200 | 40.704µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:25 | 403 | 133.383µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:25 | 200 | 38.271µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:29 | 200 | 38.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:34 | 200 | 42.694µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:35 | 200 | 40.117µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:48:37.100Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f761dfaa-d821-4684-9327-0b22e4719174","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:37.100Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f761dfaa-d821-4684-9327-0b22e4719174","keyPrefix":"sk-oai-1PQsS1wnIhhx...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:37 | 201 | 2.393722ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:39 | 200 | 41.92µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:44 | 200 | 37.68µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:45 | 200 | 463.239µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:45 | 200 | 303.264µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:48:45 | 200 | 199.968µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:48:45 | 200 | 17.428987ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:45 | 200 | 39.682µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:49 | 200 | 42.426µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:54 | 200 | 41.969µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:48:55 | 200 | 38.625µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:48:59.266Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99bc32dd-48f0-4db0-b245-96f57fe9147e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:59.266Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99bc32dd-48f0-4db0-b245-96f57fe9147e","keyPrefix":"sk-oai-1XHM58iADvGe...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:59 | 201 | 1.686856ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T17:48:59.306Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cddefdb5-de2a-434f-84b2-e839c511e4be","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:48:59.306Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cddefdb5-de2a-434f-84b2-e839c511e4be","keyPrefix":"sk-oai-1H94VnN2XhMC...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:48:59 | 201 | 1.51629ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:48:59 | 200 | 41.74µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:04 | 200 | 39.325µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:05 | 200 | 46.631µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:07 | 200 | 529.161µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:07 | 200 | 286.891µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:07 | 200 | 160.827µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:07 | 200 | 9.648501ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:07 | 200 | 297.925µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:07 | 200 | 241.016µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:49:07 | 200 | 138.678µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:07 | 200 | 11.349699ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:09 | 200 | 46.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:14 | 200 | 38.596µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:15 | 200 | 39.356µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:19 | 200 | 39.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:23 | 200 | 188.589µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:23 | 200 | 153.915µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:23 | 200 | 141.386µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:23 | 200 | 37.208926ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:24 | 200 | 39.15µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:25 | 200 | 39.003µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:29 | 200 | 40.884µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:34 | 200 | 36.09µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:35 | 200 | 54.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:39 | 200 | 40.565µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:40 | 200 | 182.95µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:40 | 200 | 12.234759ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:40 | 200 | 179.659µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:49:40 | 200 | 11.588132ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:49:44 | 200 | 41.911µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:45 | 200 | 42.232µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:49 | 200 | 40.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:54 | 200 | 38.14µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:55 | 200 | 68.552µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:49:59 | 200 | 40.445µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:04 | 200 | 44.622µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:05 | 200 | 58.183µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:05.994Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d43ed54e-b533-4a43-a6ff-a1f015068d42","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:05.994Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d43ed54e-b533-4a43-a6ff-a1f015068d42","keyPrefix":"sk-oai-Sb63Fm4uaho8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:05 | 201 | 1.835701ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:06 | 200 | 366.441µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:06 | 200 | 149.003µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:06 | 200 | 369.139µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:06 | 200 | 164.608µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:06 | 200 | 313.936µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:06 | 200 | 157.908µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:06 | 200 | 315.829µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:06 | 200 | 283.163µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:06 | 200 | 157.123µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:06 | 200 | 11.070688ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:09 | 200 | 38.667µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:14 | 200 | 42.268µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:15 | 200 | 38.563µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:19 | 200 | 42.413µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:50:21.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae3da4f5-c5bd-4b30-87a2-1c8d86dbad06","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:50:21.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae3da4f5-c5bd-4b30-87a2-1c8d86dbad06","keyPrefix":"sk-oai-1IZ23uVAvRvw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:50:21 | 201 | 1.480576ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:50:22 | 200 | 400.175µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:50:22 | 200 | 187.778µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:50:24 | 200 | 38.78µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:25 | 200 | 41.224µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:29 | 200 | 40.101µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:34 | 200 | 46.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:35 | 200 | 41.743µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:39 | 200 | 41.029µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:44 | 200 | 42.13µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:45 | 200 | 41.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:49 | 200 | 41.243µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:54 | 200 | 40.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:55 | 200 | 39.185µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:50:59 | 200 | 42.509µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T17:51:03.654Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"745cb710-b232-4c75-9de7-40f568215aa7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T17:51:03.654Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"745cb710-b232-4c75-9de7-40f568215aa7","keyPrefix":"sk-oai-KsXOF3vnrtmK...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 17:51:03 | 201 | 12.38133ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:03 | 200 | 1.063208ms | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 285.22µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 136.737µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 9.970069ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:03 | 200 | 461.47µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 135.605µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 387.066µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 126.163µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 374.337µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 137.817µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 397.936µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 130.944µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 343.218µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 135.429µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 331.746µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 133.707µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 294.817µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 124.177µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:03 | 200 | 267.757µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:03 | 200 | 120.409µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:04 | 200 | 339.109µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:04 | 200 | 123.788µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:04 | 200 | 348.842µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:04 | 200 | 139.834µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 17:51:04 | 200 | 338.379µs | 10.134.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 17:51:04 | 200 | 125.524µs | 10.134.0.30 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T17:51:04.135Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"745cb710-b232-4c75-9de7-40f568215aa7"} {"level":"info","timestamp":"2026-05-28T17:51:04.135Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"745cb710-b232-4c75-9de7-40f568215aa7","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 17:51:04 | 200 | 2.323976ms | 100.64.0.3 | DELETE "/v1/api-keys/745cb710-b232-4c75-9de7-40f568215aa7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 17:51:04 | 200 | 39.211µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 17:51:05 | 200 | 43.51µs | 10.132.0.2 | GET "/health"