[GIN] 2026/05/26 - 10:37:59 | 200 | 813.536µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:37:59 | 200 | 220.411µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:38:01 | 200 | 33.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:02 | 200 | 34.164µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:06 | 200 | 36.934µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:38:08.371Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4e2fba08-a3c7-4030-9ca2-42869ca4126a","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:38:08.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e2fba08-a3c7-4030-9ca2-42869ca4126a","keyPrefix":"sk-oai-1UT0zGq9MswF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:38:08 | 201 | 2.247723ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:38:11 | 200 | 35.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:12 | 200 | 34.027µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:16 | 200 | 34.454µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:16 | 200 | 857.88µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:38:16 | 200 | 147.154µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:38:21 | 200 | 34.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:22 | 200 | 34.055µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:26 | 200 | 36.517µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:31 | 200 | 34.209µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:32 | 200 | 40.354µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:38:34.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"63c498bc-255e-4610-ac47-5e1011873dd2","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:38:34.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63c498bc-255e-4610-ac47-5e1011873dd2","keyPrefix":"sk-oai-Vcppk7Do5hOY...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:38:34 | 201 | 2.098875ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:38:34 | 200 | 573.428µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:38:34 | 200 | 251.72µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:38:36 | 200 | 33.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:41 | 200 | 37.155µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:42 | 200 | 42.983µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:46 | 200 | 42.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:51 | 200 | 46.015µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:38:51.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"21e88342-272f-4815-9853-2d21e317a330","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:38:51.719Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21e88342-272f-4815-9853-2d21e317a330","keyPrefix":"sk-oai-x9USZ5IQWeAS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:38:51 | 201 | 2.023423ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:38:51 | 200 | 452.853µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:38:51 | 200 | 164.405µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:38:52 | 200 | 40.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:38:56 | 200 | 40.872µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:01 | 200 | 74.987µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:02 | 200 | 66.725µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:06 | 200 | 52.567µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:39:09.011Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cf9e5ee3-763c-4c46-bc2d-0920e9188b52","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:39:09.011Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf9e5ee3-763c-4c46-bc2d-0920e9188b52","keyPrefix":"sk-oai-13I840X7PTtJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:39:09 | 201 | 2.079663ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:39:09.039Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"147accdf-6522-40a9-9e69-0e0f85f4c6c6","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:39:09.039Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"147accdf-6522-40a9-9e69-0e0f85f4c6c6","keyPrefix":"sk-oai-ZG5odOVRQtxu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:39:09 | 201 | 1.707914ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:39:09 | 200 | 551.691µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:39:09 | 200 | 201.035µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:39:09 | 200 | 473.593µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:39:09 | 200 | 160.943µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:39:11 | 200 | 53.345µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:12 | 200 | 40.623µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:16 | 200 | 40.307µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:21 | 200 | 40.111µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:22 | 200 | 37.956µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:26 | 200 | 39.033µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-26T10:39:26.661Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-26T10:39:26.661Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/26 - 10:39:26 | 400 | 282.28µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:39:31 | 200 | 42.163µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:32 | 200 | 44.277µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:36 | 200 | 46.569µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:41 | 200 | 38.79µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:42 | 200 | 42.437µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:39:44.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9601971b-8dd5-4bec-b3e5-ae6301f0a505","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:39:44.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9601971b-8dd5-4bec-b3e5-ae6301f0a505","keyPrefix":"sk-oai-CMX6wpy4FCGg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:39:44 | 201 | 10.999369ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:39:44 | 200 | 1.447959ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:39:44 | 200 | 188.12µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:39:46 | 200 | 39.103µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:51 | 200 | 60.396µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:39:52 | 200 | 39.633µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:39:53.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e168e02f-2dea-4595-a8b1-c02de243920a","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:39:53.033Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e168e02f-2dea-4595-a8b1-c02de243920a","keyPrefix":"sk-oai-1VjEBlwkSpbC...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:39:53 | 201 | 2.001231ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:39:56 | 200 | 40.19µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:01 | 200 | 41.243µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:01 | 200 | 854.778µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:40:01 | 200 | 129.809µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:40:02 | 200 | 42.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:06 | 200 | 39.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:11 | 200 | 46.786µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:12 | 200 | 38.165µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:16 | 200 | 41.307µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:40:18.613Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ce8e73cd-62db-4cd6-9e84-52286b7029ff","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:40:18.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce8e73cd-62db-4cd6-9e84-52286b7029ff","keyPrefix":"sk-oai-eh8ceViNiefM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:40:18 | 201 | 2.310071ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:40:18 | 200 | 571.165µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:40:18 | 200 | 190.501µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:40:21 | 200 | 44.624µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:22 | 200 | 41.261µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:26 | 200 | 41.474µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:31 | 200 | 39.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:32 | 200 | 41.759µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:36 | 200 | 54.429µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:41 | 200 | 42.918µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:42 | 200 | 45.051µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:46 | 200 | 54.837µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:51 | 200 | 40.429µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:52 | 200 | 45.741µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:40:56 | 200 | 52.612µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:01 | 200 | 51.108µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:02 | 200 | 41.751µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:06 | 200 | 39.102µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:11 | 200 | 41.835µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:12 | 200 | 55.173µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:16 | 200 | 47.188µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:21 | 200 | 45.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:22 | 200 | 40.425µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:26 | 200 | 42.575µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:31 | 200 | 48.082µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:32 | 200 | 44.338µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:36 | 200 | 41.972µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:41 | 200 | 39.616µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:42 | 200 | 44.314µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:46 | 200 | 44.19µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:51 | 200 | 39.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:52 | 200 | 39.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:41:56 | 200 | 48.524µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:01 | 200 | 42.76µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:02 | 200 | 41.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:06 | 200 | 40.911µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:11 | 200 | 44.42µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:12 | 200 | 39.809µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:16 | 200 | 44.087µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:42:18.123Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5ce63d27-1992-48df-9acb-d8389d2145dc","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:42:18.123Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ce63d27-1992-48df-9acb-d8389d2145dc","keyPrefix":"sk-oai-i5cFLlzgcDYP...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:42:18 | 201 | 3.549676ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:42:21 | 200 | 38.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:22 | 200 | 43.992µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:26 | 200 | 40.553µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:31 | 200 | 37.13µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:32 | 200 | 39.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:36 | 200 | 39.382µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:40 | 200 | 1.183771ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:42:40 | 200 | 256.86µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:42:41 | 404 | 1.334959ms | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:42:41 | 200 | 60.412µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:42 | 200 | 41.775µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:46 | 200 | 38.488µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:51 | 200 | 45.763µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:52 | 200 | 40.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:42:56 | 200 | 43.09µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:01 | 200 | 40.458µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:02 | 200 | 38.325µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:06 | 200 | 39.784µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:11 | 200 | 40.193µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:12 | 200 | 61.605µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:16 | 200 | 42.781µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:21 | 200 | 39.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:22 | 200 | 49.824µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:26 | 200 | 41.427µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:31 | 200 | 40.571µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:32 | 200 | 54.777µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:43:33.292Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0f8b5b53-1cf7-4916-90f2-baad21632146","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:43:33.292Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f8b5b53-1cf7-4916-90f2-baad21632146","keyPrefix":"sk-oai-1H6Uh5NHxi6U...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:43:33 | 201 | 2.199613ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:43:33 | 200 | 574.904µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:43:33 | 200 | 168.085µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:43:36 | 200 | 36.782µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:41 | 200 | 41.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:42 | 200 | 39.967µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:46 | 200 | 40.199µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:51 | 200 | 40.494µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:43:52.441Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f5cdf17d-7b8c-4422-bdb6-98f7b986a338","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:43:52.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5cdf17d-7b8c-4422-bdb6-98f7b986a338","keyPrefix":"sk-oai-1TlKVRFLItsW...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:43:52 | 201 | 2.241181ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:43:52 | 200 | 594.379µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:43:52 | 200 | 146.09µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:43:52 | 200 | 38.932µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:43:52 | 200 | 564.036µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:43:52 | 200 | 150.842µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:43:56 | 200 | 46.89µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:01 | 200 | 58.375µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:02 | 200 | 59.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:06 | 200 | 39.029µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:11 | 200 | 40.282µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:44:11.852Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"19986fd4-4a4a-4020-a667-f0fd615151ac","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:44:11.852Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19986fd4-4a4a-4020-a667-f0fd615151ac","keyPrefix":"sk-oai-9YSJiH0giUcU...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:44:11 | 201 | 2.125498ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:44:11 | 200 | 505.388µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:44:11 | 200 | 462.426µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:44:11 | 200 | 193.544µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:44:11 | 200 | 16.407246ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:44:12 | 200 | 37.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:16 | 200 | 36.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:21 | 200 | 41.257µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:22 | 200 | 38.156µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:26 | 200 | 41.699µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:31 | 200 | 169.668µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:44:31 | 200 | 152.237µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:44:31 | 200 | 21.885631ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:44:31 | 200 | 39.19µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:32 | 200 | 39.179µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:36 | 200 | 37.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:41 | 200 | 38.721µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:42 | 200 | 38.863µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:44:42.856Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4554d739-6153-46a1-b40e-061636ef1735","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:44:42.856Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4554d739-6153-46a1-b40e-061636ef1735","keyPrefix":"sk-oai-11pE2BgGQ9D9...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:44:42 | 201 | 2.070227ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:44:46 | 200 | 39.679µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:51 | 200 | 39.616µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:52 | 200 | 39.453µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:44:56 | 200 | 39.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:01 | 200 | 55.724µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:45:01.369Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/26 - 10:45:01 | 200 | 9.585291ms | 10.133.0.32 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/26 - 10:45:02 | 200 | 38.097µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:06 | 200 | 43.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:11 | 200 | 43.185µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:12 | 200 | 49.119µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:12 | 200 | 1.624563ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:12 | 200 | 146.504µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:12 | 200 | 529.743µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:12 | 200 | 438.354µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:12 | 200 | 139.894µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:12 | 200 | 9.831431ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:16 | 200 | 45.608µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:21 | 200 | 40.516µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:22 | 200 | 38.763µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:26 | 200 | 38.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:30 | 200 | 136.627µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:30 | 200 | 12.879554ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:31 | 200 | 50.996µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:32 | 200 | 35.265µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:36 | 200 | 37.249µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:45:38.653Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71bb13f9-04d7-44b5-b5b2-8a8822c3ecb9","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:45:38.653Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71bb13f9-04d7-44b5-b5b2-8a8822c3ecb9","keyPrefix":"sk-oai-s9WSTLRtnmLU...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:45:38 | 201 | 3.465825ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:41 | 200 | 40.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:42 | 200 | 35.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:46 | 200 | 43.892µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:46 | 200 | 940.771µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:46 | 200 | 585.678µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:46 | 200 | 232.989µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:46 | 200 | 9.058633ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:45:47.179Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b136bc53-d43c-4107-8c64-909f3e9dc65f","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:45:47.179Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b136bc53-d43c-4107-8c64-909f3e9dc65f","keyPrefix":"sk-oai-1OaDoBIedKsS...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:45:47 | 201 | 1.866044ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:51 | 200 | 39.659µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:52 | 200 | 39.331µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:45:55 | 200 | 947.998µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:55 | 200 | 515.982µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:55 | 200 | 225.368µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:55 | 200 | 6.523113ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:55 | 200 | 524.523µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:55 | 200 | 502.867µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:45:55 | 200 | 222.767µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:45:55 | 200 | 6.383492ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:45:56.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4194cb96-863b-4a81-a241-93634c2bbb1b","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:45:56.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4194cb96-863b-4a81-a241-93634c2bbb1b","keyPrefix":"sk-oai-1d1vqkh70edS...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:45:56 | 201 | 1.877734ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:45:56 | 200 | 63.719µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:01 | 200 | 40.523µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:02 | 200 | 33.137µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:04 | 200 | 802.268µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:04 | 200 | 493.197µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:04 | 200 | 253.034µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:04 | 200 | 9.904088ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:46:06 | 200 | 41.598µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:11 | 200 | 63.618µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:12 | 200 | 36.378µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:46:13.321Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dd9de13a-4abc-4919-a07c-660f45360df4","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:46:13.321Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd9de13a-4abc-4919-a07c-660f45360df4","keyPrefix":"sk-oai-vu94G2jYvvbj...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:46:13 | 201 | 2.025518ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:46:16 | 200 | 39.003µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:21 | 200 | 36.85µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:21 | 200 | 768.335µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:21 | 200 | 400.986µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:21 | 200 | 205.925µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:21 | 200 | 365.224µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:21 | 200 | 186.201µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:21 | 200 | 19.085055ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:46:22 | 200 | 48.375µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:26 | 200 | 40.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:31 | 200 | 50.863µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:46:32.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a14e79a-5dc5-4bf8-b852-9632a43621c1","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:46:32.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a14e79a-5dc5-4bf8-b852-9632a43621c1","keyPrefix":"sk-oai-j1mKYzVPfhJb...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:46:32 | 201 | 2.079469ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:46:32 | 200 | 51.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:36 | 200 | 42.831µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:40 | 200 | 718.002µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:40 | 200 | 461.608µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:40 | 200 | 150.73µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:40 | 200 | 10.398892ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:46:40 | 200 | 162.706µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:40 | 200 | 34.533744ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:46:41 | 200 | 43.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:42 | 200 | 46.008µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:46 | 200 | 43.309µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:51 | 200 | 42.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:52 | 200 | 41.559µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:56 | 200 | 43.993µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:46:56 | 200 | 238.18µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:56 | 200 | 178.501µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:56 | 200 | 199.968µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:46:56 | 200 | 37.755394ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:01 | 200 | 38.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:02 | 200 | 41.302µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:06 | 200 | 38.02µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:11 | 200 | 49.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:12 | 200 | 39.482µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:14 | 200 | 368.818µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:47:14 | 200 | 14.248914ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:16 | 200 | 42.683µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:21 | 200 | 38.134µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:22 | 200 | 63.898µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:47:25.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db44e1b1-c7a2-46bd-b3e3-002938e9c436","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:47:25.343Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db44e1b1-c7a2-46bd-b3e3-002938e9c436","keyPrefix":"sk-oai-19lQiCEcPZHZ...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:47:25 | 201 | 4.260664ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:26 | 200 | 40.529µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:31 | 200 | 34.142µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:32 | 200 | 35.464µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:33 | 200 | 1.427263ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:33 | 200 | 178.53µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:47:33.953Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99b534cd-cc56-4517-8105-9f91951d4477","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:47:33.953Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99b534cd-cc56-4517-8105-9f91951d4477","keyPrefix":"sk-oai-kIx8YLluo2ZM...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:47:33 | 201 | 1.844177ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:36 | 200 | 42.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:41 | 200 | 47.372µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:41 | 200 | 1.017693ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:41 | 200 | 464.768µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:41 | 200 | 126.964µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:47:41 | 200 | 9.288691ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:47:42.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c78fb852-bce5-45ea-aae7-fc1d55ec4a90","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:47:42.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c78fb852-bce5-45ea-aae7-fc1d55ec4a90","keyPrefix":"sk-oai-514cdzmH86Up...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:47:42 | 201 | 1.884037ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:42 | 200 | 39.529µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:46 | 200 | 41.893µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:50 | 200 | 1.136601ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:50 | 200 | 550.405µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:50 | 200 | 353.998µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:47:50 | 200 | 10.434832ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:47:51.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4824d5ad-fb62-4203-b9c6-a57152c6d11f","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:47:51.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4824d5ad-fb62-4203-b9c6-a57152c6d11f","keyPrefix":"sk-oai-zSzurhSwReFf...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:47:51 | 201 | 1.86612ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:47:51 | 200 | 46.735µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:52 | 200 | 40.826µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:56 | 200 | 45.232µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:47:59 | 200 | 901.976µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:59 | 200 | 480.757µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:47:59 | 200 | 193.003µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:47:59 | 200 | 9.335333ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:48:01 | 200 | 48.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:02 | 200 | 39.308µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:06 | 200 | 45.694µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:48:08.238Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bdc4877f-cad0-4a11-a9d7-11a7cda253fe","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:48:08.238Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdc4877f-cad0-4a11-a9d7-11a7cda253fe","keyPrefix":"sk-oai-zyapWdYtNNZl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:48:08 | 201 | 2.016703ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:48:11 | 200 | 39.088µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:12 | 200 | 39.519µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:16 | 200 | 41.934µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:21 | 200 | 44.169µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:22 | 200 | 40.046µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:24 | 200 | 784.256µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:48:24 | 403 | 109.624µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:48:26 | 200 | 43.37µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:31 | 200 | 39.073µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:32 | 200 | 39.514µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:36 | 200 | 37.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:41 | 200 | 49.137µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:41 | 403 | 120.753µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:48:42 | 200 | 43.266µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:46 | 200 | 44.866µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:51 | 200 | 44.959µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:52 | 200 | 61.446µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:56 | 200 | 45.271µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:48:58 | 403 | 124.969µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:01 | 200 | 42.509µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:02 | 200 | 38.592µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:06 | 200 | 38.341µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:11 | 200 | 38.814µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:12 | 200 | 50.066µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:15 | 403 | 167.042µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:16 | 200 | 40.591µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:21 | 200 | 41.064µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:22 | 200 | 38.468µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:26 | 200 | 38.558µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:49:27.792Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4905663f-64cc-49d7-ab76-abf5c3356f1d","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:49:27.792Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4905663f-64cc-49d7-ab76-abf5c3356f1d","keyPrefix":"sk-oai-133UX9Y58GZG...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:49:27 | 201 | 2.081649ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:31 | 200 | 38.514µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:32 | 200 | 43.056µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:35 | 200 | 807.53µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:35 | 200 | 634.076µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:35 | 200 | 399.895µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:49:35 | 200 | 16.779591ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:36 | 200 | 43.135µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:41 | 200 | 40.759µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:42 | 200 | 40.946µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:46 | 200 | 42.814µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:49:49.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b1d873c4-80be-4e0c-9081-576f3210833a","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:49:49.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b1d873c4-80be-4e0c-9081-576f3210833a","keyPrefix":"sk-oai-1H0f7HsZW8gt...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:49:49 | 201 | 2.138318ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T10:49:49.953Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"297e5c86-bd88-4a16-bdd2-20ba01587fd5","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:49:49.953Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"297e5c86-bd88-4a16-bdd2-20ba01587fd5","keyPrefix":"sk-oai-FFOOaYThyhkG...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:49:49 | 201 | 1.697022ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:51 | 200 | 44.371µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:52 | 200 | 36.624µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:56 | 200 | 39.34µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:49:57 | 200 | 1.108621ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:57 | 200 | 586.358µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:57 | 200 | 356.453µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:49:58 | 200 | 10.001492ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:49:58 | 200 | 677.438µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:58 | 200 | 588.114µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:49:58 | 200 | 356.207µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:49:58 | 200 | 10.193855ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:50:01 | 200 | 39.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:02 | 200 | 39.72µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:06 | 200 | 48.304µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:11 | 200 | 42.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:12 | 200 | 44.203µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:14 | 200 | 362.739µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:14 | 200 | 370.815µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:14 | 200 | 405.487µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:14 | 200 | 38.912066ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:50:16 | 200 | 47.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:21 | 200 | 38.868µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:22 | 200 | 38.831µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:26 | 200 | 50.906µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:30 | 200 | 340.472µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:30 | 200 | 13.534874ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:50:30 | 200 | 371.231µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:30 | 200 | 12.854788ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:50:31 | 200 | 45.033µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:32 | 200 | 45.166µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:36 | 200 | 37.541µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:41 | 200 | 51.125µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:42 | 200 | 40.256µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:46 | 200 | 43.199µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:51 | 200 | 39.387µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:52 | 200 | 39.431µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:50:56 | 200 | 46.811µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:50:56.432Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac80ebfd-dea7-4b00-82da-b1db1c5a61f2","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:50:56.432Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac80ebfd-dea7-4b00-82da-b1db1c5a61f2","keyPrefix":"sk-oai-1FYymSnYkdOq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:50:56 | 201 | 2.35565ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:50:56 | 200 | 561.32µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:50:56 | 200 | 395.989µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:56 | 200 | 777.893µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:50:56 | 200 | 397.069µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:56 | 200 | 764.417µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:50:56 | 200 | 377.657µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:56 | 200 | 760.613µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:50:56 | 200 | 728.962µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:50:56 | 200 | 403.733µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:50:56 | 200 | 11.193735ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:51:01 | 200 | 38.03µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:02 | 200 | 38.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:06 | 200 | 39.785µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:11 | 200 | 45.542µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:51:12.123Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9370c082-edb4-4670-a045-e71c9becb2bd","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:51:12.123Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9370c082-edb4-4670-a045-e71c9becb2bd","keyPrefix":"sk-oai-1F5xP2Jd2bPO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:51:12 | 201 | 2.005866ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:51:12 | 200 | 810.083µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:12 | 200 | 428.79µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:12 | 200 | 42.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:16 | 200 | 44.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:21 | 200 | 40.989µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:22 | 200 | 38.233µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:26 | 200 | 39.751µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:31 | 200 | 42.399µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:32 | 200 | 48.493µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:36 | 200 | 40.674µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:41 | 200 | 43.689µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:42 | 200 | 46.849µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:46 | 200 | 41.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:51 | 200 | 37.935µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 10:51:52 | 200 | 50.79µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T10:51:53.941Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"9bf58a69-2e12-4817-b255-028a5ba4139a","ephemeral":false} {"level":"info","timestamp":"2026-05-26T10:51:53.941Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bf58a69-2e12-4817-b255-028a5ba4139a","keyPrefix":"sk-oai-w3VxHJzRFexn...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 10:51:53 | 201 | 10.669216ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:51:53 | 200 | 1.55332ms | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:53 | 200 | 490.747µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:53 | 200 | 130.654µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:53 | 200 | 10.332081ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:51:54 | 200 | 616.416µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 171.938µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 777.956µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 206.159µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 535.293µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 220.213µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 596.848µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 126.168µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 538.534µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 143.027µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 534.18µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 127.99µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 429.239µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 132.806µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 495.772µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 144.856µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 491.152µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 173.803µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 413.956µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 112.57µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 10:51:54 | 200 | 469.89µs | 10.133.0.30 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 10:51:54 | 200 | 144.498µs | 10.133.0.30 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-26T10:51:54.424Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"9bf58a69-2e12-4817-b255-028a5ba4139a"} {"level":"info","timestamp":"2026-05-26T10:51:54.424Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9bf58a69-2e12-4817-b255-028a5ba4139a","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/26 - 10:51:54 | 200 | 6.227238ms | 100.64.0.2 | DELETE "/v1/api-keys/9bf58a69-2e12-4817-b255-028a5ba4139a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 10:51:56 | 200 | 43.314µs | 10.134.0.2 | GET "/health"