[GIN] 2026/05/28 - 18:48:12 | 200 | 169.117µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:14 | 200 | 36.18µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:19 | 200 | 33.783µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:20 | 200 | 37.215µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:48:21.764Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"717f68c1-e6d3-40b8-b2b7-564ad070757b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:21.764Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"717f68c1-e6d3-40b8-b2b7-564ad070757b","keyPrefix":"sk-oai-Arrjh2KbnO1R...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:21 | 201 | 1.530117ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:48:24 | 200 | 41.534µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:29 | 200 | 35.63µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:30 | 200 | 694.116µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:30 | 200 | 127.854µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:30 | 200 | 35.169µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:34 | 200 | 33.045µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:39 | 200 | 36.82µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:40 | 200 | 34.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:44 | 200 | 33.317µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:48:47.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f03bfc00-06ef-4b74-83f1-7849ef7ca613","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:47.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f03bfc00-06ef-4b74-83f1-7849ef7ca613","keyPrefix":"sk-oai-CQvxFtefNqjj...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:47 | 201 | 1.481856ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:48:47 | 200 | 437.536µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:47 | 200 | 156.926µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:49 | 200 | 33.364µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:50 | 200 | 34.987µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:54 | 200 | 33.664µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:59 | 200 | 33.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:00 | 200 | 32.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:04 | 200 | 37.218µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:05.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"15096bf9-c65a-42ad-9165-2e17a675d219","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:05.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15096bf9-c65a-42ad-9165-2e17a675d219","keyPrefix":"sk-oai-11SDkpgufLlA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:05 | 201 | 1.54211ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:05 | 200 | 469.895µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:05 | 200 | 132.072µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:09 | 200 | 42.929µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:10 | 200 | 38.995µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:14 | 200 | 40.151µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:19 | 200 | 37.918µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:20 | 200 | 42.343µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:22.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c3e72c5f-3540-42db-b65c-c4b94d35251b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:22.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3e72c5f-3540-42db-b65c-c4b94d35251b","keyPrefix":"sk-oai-Q8cOaCvUz27k...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:22 | 201 | 1.509787ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:49:22.806Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"431a2069-3e9e-403f-991e-7f6ece0fbe29","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:22.806Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"431a2069-3e9e-403f-991e-7f6ece0fbe29","keyPrefix":"sk-oai-HKwtUNMdQ4eY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:22 | 201 | 1.296249ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:22 | 200 | 460.712µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:22 | 200 | 205.508µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:22 | 200 | 437.206µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:22 | 200 | 152.896µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:24 | 200 | 53.631µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:29 | 200 | 37.776µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:30 | 200 | 40.403µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:34 | 200 | 41.115µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:39 | 200 | 38.47µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T18:49:40.447Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T18:49:40.447Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 18:49:40 | 400 | 283.755µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:40 | 200 | 33.432µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:44 | 200 | 39.746µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:49 | 200 | 40.248µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:50 | 200 | 41.91µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:54 | 200 | 38.348µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:57.845Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6d63c302-b4b7-490d-90fc-86b8e72fe4be","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:57.845Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d63c302-b4b7-490d-90fc-86b8e72fe4be","keyPrefix":"sk-oai-60bsesYhre51...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:57 | 201 | 11.359646ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:57 | 200 | 1.437356ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:57 | 200 | 157.737µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:59 | 200 | 35.568µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:00 | 200 | 35.441µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:04 | 200 | 41.796µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:50:06.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"66adc4b0-a747-4457-93d5-49e283d1efeb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:50:06.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66adc4b0-a747-4457-93d5-49e283d1efeb","keyPrefix":"sk-oai-1ZaQpa2YCuYZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:50:06 | 201 | 1.625541ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:50:09 | 200 | 43.909µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:10 | 200 | 39.723µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:14 | 200 | 41.204µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:15 | 200 | 1.048893ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:50:15 | 200 | 154.034µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:50:19 | 200 | 58.149µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:20 | 200 | 43.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:24 | 200 | 38.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:29 | 200 | 39.144µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:30 | 200 | 41.385µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:50:32.530Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"248e950c-5aab-41c6-8c29-06909b1d4072","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:50:32.530Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"248e950c-5aab-41c6-8c29-06909b1d4072","keyPrefix":"sk-oai-1N3U3xlqL8rq...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:50:32 | 201 | 1.758582ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:50:32 | 200 | 780.115µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:50:32 | 200 | 398.324µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:50:34 | 200 | 33.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:39 | 200 | 39.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:40 | 200 | 41.777µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:44 | 200 | 41.602µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:49 | 200 | 39.551µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:50 | 200 | 39.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:54 | 200 | 38.459µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:59 | 200 | 39.969µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:00 | 200 | 42µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:04 | 200 | 39.381µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:09 | 200 | 40.015µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:10 | 200 | 41.009µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:14 | 200 | 40.194µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:19 | 200 | 42.097µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:20 | 200 | 49.896µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:24 | 200 | 44.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:29 | 200 | 40.567µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:30 | 200 | 39.022µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:34 | 200 | 42.316µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:39 | 200 | 41.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:40 | 200 | 40.235µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:44 | 200 | 39.107µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:49 | 200 | 40.542µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:50 | 200 | 38.539µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:54 | 200 | 45.903µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:59 | 200 | 41.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:00 | 200 | 44.587µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:04 | 200 | 39.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:09 | 200 | 39.47µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:10 | 200 | 39.016µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:14 | 200 | 40.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:19 | 200 | 43.387µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:20 | 200 | 43.378µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:24 | 200 | 43.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:29 | 200 | 38.875µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:30 | 200 | 49.295µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:52:31.956Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"84f815c8-b436-4e71-b9a1-0d99feb1a740","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:52:31.956Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84f815c8-b436-4e71-b9a1-0d99feb1a740","keyPrefix":"sk-oai-fsWJJB9Qgjdm...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:52:31 | 201 | 3.211711ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:52:34 | 200 | 56.659µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:39 | 200 | 39.224µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:40 | 200 | 42.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:44 | 200 | 41.282µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:49 | 200 | 44.492µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:50 | 200 | 38.536µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:54 | 200 | 38.031µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:54 | 200 | 878.327µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:52:54 | 200 | 172.684µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:52:55 | 404 | 1.104968ms | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:52:59 | 200 | 34.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:00 | 200 | 34.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:04 | 200 | 35.209µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:09 | 200 | 50.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:10 | 200 | 46.941µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:14 | 200 | 34.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:19 | 200 | 34.146µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:20 | 200 | 33.444µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:24 | 200 | 35.255µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:29 | 200 | 36.04µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:30 | 200 | 34.999µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:34 | 200 | 32.286µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:39 | 200 | 38.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:40 | 200 | 35.106µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:44 | 200 | 34.54µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:53:47.856Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"63956cb0-766f-4f93-b9f9-be7c80193e7d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:53:47.856Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63956cb0-766f-4f93-b9f9-be7c80193e7d","keyPrefix":"sk-oai-mIaKMCGFNjiq...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:53:47 | 201 | 2.005443ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:53:47 | 200 | 600.835µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:47 | 200 | 292.547µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:53:49 | 200 | 34.027µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:50 | 200 | 32.996µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:54 | 200 | 41.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:59 | 200 | 32.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:00 | 200 | 31.984µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:04 | 200 | 33.179µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:54:07.086Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e739a2d1-206d-4759-b0ff-37a9e4a407c3","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:54:07.086Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e739a2d1-206d-4759-b0ff-37a9e4a407c3","keyPrefix":"sk-oai-lbP8YAzx9dYv...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:54:07 | 201 | 1.981658ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:07 | 200 | 609.883µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:07 | 200 | 142.968µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:07 | 200 | 470.226µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:07 | 200 | 144.724µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:09 | 200 | 33.719µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:10 | 200 | 34.588µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:14 | 200 | 35.208µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:19 | 200 | 32.646µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:20 | 200 | 44.122µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:24 | 200 | 32.739µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:54:26.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ff1c414-cb83-4c77-8687-bddd8d581a5f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:54:26.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ff1c414-cb83-4c77-8687-bddd8d581a5f","keyPrefix":"sk-oai-X0WXGuGEsbtE...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:54:26 | 201 | 2.095416ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:26 | 200 | 446.044µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:26 | 200 | 432.743µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:26 | 200 | 136.765µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:26 | 200 | 18.545309ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:29 | 200 | 34.68µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:30 | 200 | 34.501µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:34 | 200 | 33.279µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:39 | 200 | 36.489µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:40 | 200 | 35.043µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:44 | 200 | 42.615µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:45 | 200 | 437.765µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:45 | 200 | 367.664µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:45 | 200 | 23.624156ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:49 | 200 | 40.812µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:50 | 200 | 41.446µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:54 | 200 | 39.301µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:54:57.792Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a838537-b37c-413a-9be8-69b363f64e89","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:54:57.792Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a838537-b37c-413a-9be8-69b363f64e89","keyPrefix":"sk-oai-8d3svwbQ6ov4...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:54:57 | 201 | 1.973638ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:59 | 200 | 41.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:00 | 200 | 39.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:04 | 200 | 39.54µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:09 | 200 | 42.496µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:10 | 200 | 51.687µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:14 | 200 | 37.461µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:19 | 200 | 42.618µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:20 | 200 | 41.81µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:24 | 200 | 40.215µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:27 | 200 | 9.686913ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:27 | 200 | 146.979µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:27 | 200 | 579.92µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:27 | 200 | 552.736µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:27 | 200 | 170.533µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:27 | 200 | 10.593558ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:29 | 200 | 43.398µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:30 | 200 | 45.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:34 | 200 | 38.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:39 | 200 | 39.758µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:40 | 200 | 39.675µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:44 | 200 | 47.903µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:45 | 200 | 174.379µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:45 | 200 | 14.04917ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:49 | 200 | 45.109µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:50 | 200 | 42.173µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:55:53.653Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cbfd7b11-95ee-413b-9982-639e650fd365","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:55:53.653Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbfd7b11-95ee-413b-9982-639e650fd365","keyPrefix":"sk-oai-1KNgOIRBuGh5...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:55:53 | 201 | 2.371768ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:54 | 200 | 40.924µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:59 | 200 | 39.217µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:00 | 200 | 43.546µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:01 | 200 | 853.111µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:01 | 200 | 472.304µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:01 | 200 | 142.614µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:01 | 200 | 10.452335ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:56:02.193Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9d70eee-9437-4350-92b5-4ac9e3591a17","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:56:02.193Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9d70eee-9437-4350-92b5-4ac9e3591a17","keyPrefix":"sk-oai-WigVF8VsL68M...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:56:02 | 201 | 1.749898ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:04 | 200 | 39.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:09 | 200 | 39.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:10 | 200 | 826.147µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:10 | 200 | 435.437µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:10 | 200 | 181.828µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:10 | 200 | 6.650182ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:10 | 200 | 522.942µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:10 | 200 | 391.908µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:10 | 200 | 139.522µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:10 | 200 | 6.150203ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:10 | 200 | 38.795µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:56:11.214Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"683b7b63-5dab-48b8-b2c3-eb152806c424","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:56:11.214Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"683b7b63-5dab-48b8-b2c3-eb152806c424","keyPrefix":"sk-oai-10S4i9fDQwY5...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:56:11 | 201 | 1.892346ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:14 | 200 | 67.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:19 | 200 | 50.962µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:19 | 200 | 780.75µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:19 | 200 | 465.256µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:19 | 200 | 195.526µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:19 | 200 | 9.495835ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:20 | 200 | 39.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:24 | 200 | 57.528µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:56:28.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3ed9d351-3f22-40ce-ac33-53b7e1edb00c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:56:28.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ed9d351-3f22-40ce-ac33-53b7e1edb00c","keyPrefix":"sk-oai-jk8mwG8ifsfI...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:56:28 | 201 | 2.66499ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:29 | 200 | 43.617µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:30 | 200 | 41.648µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:34 | 200 | 45.19µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:36 | 200 | 785.703µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:36 | 200 | 450.014µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:36 | 200 | 168.178µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:36 | 200 | 421.851µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:36 | 200 | 141.291µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:36 | 200 | 20.200706ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:39 | 200 | 41.212µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:40 | 200 | 40.53µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:44 | 200 | 37.422µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:49 | 200 | 48.84µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:56:49.897Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"95c898df-bf5b-4565-88b7-b7e617d674f0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:56:49.897Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"95c898df-bf5b-4565-88b7-b7e617d674f0","keyPrefix":"sk-oai-1JBUTdJfe09w...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:56:49 | 201 | 3.862727ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:50 | 200 | 43.457µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:54 | 200 | 44.118µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:57 | 200 | 1.212321ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:57 | 200 | 415.724µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:57 | 200 | 229.599µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:57 | 200 | 12.292185ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:57 | 200 | 167.686µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:57 | 200 | 35.604892ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:59 | 200 | 38.385µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:00 | 200 | 38.383µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:04 | 200 | 46.825µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:09 | 200 | 40.528µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:10 | 200 | 42.087µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:14 | 200 | 44.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:14 | 200 | 228.125µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:14 | 200 | 243.194µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:14 | 200 | 262.41µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:14 | 200 | 35.536269ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:19 | 200 | 39.425µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:20 | 200 | 44.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:24 | 200 | 43.493µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:29 | 200 | 43.977µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:30 | 200 | 39.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:31 | 200 | 196.407µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:31 | 200 | 12.755418ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:34 | 200 | 42.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:39 | 200 | 39.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:40 | 200 | 39.914µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:57:42.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f045a64d-60b5-4236-9ac5-db44637608fe","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:42.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f045a64d-60b5-4236-9ac5-db44637608fe","keyPrefix":"sk-oai-14Xf5UhVEEgy...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:42 | 201 | 1.795692ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:44 | 200 | 37.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:49 | 200 | 40.103µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:50 | 200 | 39.929µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:50 | 200 | 834.155µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:50 | 200 | 621.746µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:57:51.404Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc3af133-1c85-48b4-b7d8-25a322642bd0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:51.405Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc3af133-1c85-48b4-b7d8-25a322642bd0","keyPrefix":"sk-oai-j0fZB2HSo8xW...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:51 | 201 | 1.932889ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:54 | 200 | 39.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:59 | 200 | 40.849µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:59 | 200 | 866.485µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:59 | 200 | 558.905µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:59 | 200 | 231.878µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:59 | 200 | 9.766708ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:57:59.808Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1055fa97-4d62-41cf-9120-0a3fb4832be5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:59.808Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1055fa97-4d62-41cf-9120-0a3fb4832be5","keyPrefix":"sk-oai-6zzIReoALYb7...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:59 | 201 | 1.741907ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:00 | 200 | 41.872µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:04 | 200 | 51.711µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:07 | 200 | 892.135µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:07 | 200 | 482.904µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:07 | 200 | 107.869µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:58:07 | 200 | 9.501387ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:58:08.604Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dc1b2aa4-4c7e-40fa-9aa0-5bcd6ea6fc48","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:58:08.604Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc1b2aa4-4c7e-40fa-9aa0-5bcd6ea6fc48","keyPrefix":"sk-oai-198D1d7OAHlV...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:58:08 | 201 | 1.738129ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:09 | 200 | 54.788µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:10 | 200 | 49.777µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:14 | 200 | 41.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:16 | 200 | 809.66µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:16 | 200 | 404.749µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:16 | 200 | 212.895µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:58:16 | 200 | 9.233108ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:19 | 200 | 46.278µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:20 | 200 | 41.809µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:24 | 200 | 44.733µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:58:25.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c0fb54d3-1251-4ea6-831a-013282b2f896","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:58:25.928Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0fb54d3-1251-4ea6-831a-013282b2f896","keyPrefix":"sk-oai-sRgiAloGfusv...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:58:25 | 201 | 2.075483ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:29 | 200 | 40.802µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:30 | 200 | 63.794µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:34 | 200 | 39.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:39 | 200 | 39.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:40 | 200 | 39.795µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:42 | 200 | 711.997µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:42 | 403 | 92.889µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:44 | 200 | 40.031µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:49 | 200 | 43.434µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:50 | 200 | 37.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:54 | 200 | 41.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:59 | 200 | 42.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:59 | 403 | 128.575µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:00 | 200 | 43.604µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:04 | 200 | 40.655µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:09 | 200 | 41.984µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:10 | 200 | 43.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:14 | 200 | 56.015µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:16 | 403 | 174.658µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:19 | 200 | 46.519µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:20 | 200 | 40.978µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:24 | 200 | 44.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:29 | 200 | 39.131µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:30 | 200 | 42.396µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:33 | 403 | 136.653µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:34 | 200 | 38.877µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:39 | 200 | 39.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:40 | 200 | 40.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:44 | 200 | 42.134µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:59:45.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"45cac7a5-2d21-4603-a270-12c95ad6d89c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:59:45.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45cac7a5-2d21-4603-a270-12c95ad6d89c","keyPrefix":"sk-oai-1cUQsqYrlKvr...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:59:45 | 201 | 2.039031ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:49 | 200 | 43.543µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:50 | 200 | 42.17µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:53 | 200 | 701.05µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:53 | 200 | 501.229µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:53 | 200 | 267.468µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:53 | 200 | 17.884947ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:54 | 200 | 41.693µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:59 | 200 | 39.351µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:00 | 200 | 41.264µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:00:01.350Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 19:00:01 | 200 | 1.02747ms | 10.134.0.31 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 19:00:04 | 200 | 49.733µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:00:07.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a2f5a1cd-bbc7-457b-8621-fbe74d654609","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:00:07.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2f5a1cd-bbc7-457b-8621-fbe74d654609","keyPrefix":"sk-oai-1WQgD4XFGow2...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:00:07 | 201 | 2.038778ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:00:08.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db26a1c1-148c-4328-9573-b36f9bd70fd6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:00:08.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db26a1c1-148c-4328-9573-b36f9bd70fd6","keyPrefix":"sk-oai-Aco9M4w8rIM2...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:00:08 | 201 | 1.707046ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:09 | 200 | 43.004µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:10 | 200 | 52.121µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:14 | 200 | 41.028µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:16 | 200 | 944.348µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:16 | 200 | 615.62µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:16 | 200 | 160.892µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:16 | 200 | 10.057451ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:16 | 200 | 614.782µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:16 | 200 | 582.023µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:16 | 200 | 361.257µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:16 | 200 | 12.399809ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:19 | 200 | 43.398µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:20 | 200 | 41.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:24 | 200 | 39.786µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:29 | 200 | 40.385µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:30 | 200 | 41.444µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:32 | 200 | 279.518µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:32 | 200 | 233.877µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:32 | 200 | 227.97µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:32 | 200 | 35.339229ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:34 | 200 | 58.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:39 | 200 | 39.367µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:40 | 200 | 38.332µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:44 | 200 | 38.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:49 | 200 | 39.417µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:49 | 200 | 236.784µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:49 | 200 | 12.892043ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:49 | 200 | 209.115µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:49 | 200 | 11.878952ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:50 | 200 | 38.029µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:54 | 200 | 41.813µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:59 | 200 | 38.059µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:00 | 200 | 39.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:04 | 200 | 44.64µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:09 | 200 | 42.794µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:10 | 200 | 39.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:14 | 200 | 52.702µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:01:14.859Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4162c692-93a2-440a-b740-44892db7879e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:01:14.859Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4162c692-93a2-440a-b740-44892db7879e","keyPrefix":"sk-oai-1P0AlyyBcXrP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:01:14 | 201 | 2.617704ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:14 | 200 | 564.281µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:14 | 200 | 151.481µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:14 | 200 | 496.429µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:14 | 200 | 142.03µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:14 | 200 | 552.118µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:14 | 200 | 210.129µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:14 | 200 | 525.999µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:14 | 200 | 382.295µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:14 | 200 | 145.979µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:14 | 200 | 10.956256ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:19 | 200 | 39.935µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:20 | 200 | 39.717µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:24 | 200 | 40.192µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:29 | 200 | 49.529µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:30 | 200 | 41.037µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:01:30.612Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d5868433-bbe5-467c-8d51-3ac714358957","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:01:30.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5868433-bbe5-467c-8d51-3ac714358957","keyPrefix":"sk-oai-5Z8S5vKl9rmb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:01:30 | 201 | 2.339477ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:31 | 200 | 565.06µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:31 | 200 | 231.613µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:34 | 200 | 40.958µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:39 | 200 | 33.19µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:40 | 200 | 37.697µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:44 | 200 | 42.748µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:49 | 200 | 44.629µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:50 | 200 | 40.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:54 | 200 | 43.782µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:59 | 200 | 40.506µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:02:00 | 200 | 43.085µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:02:04 | 200 | 40.434µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:02:09 | 200 | 41.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:02:10 | 200 | 38.821µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:02:12.832Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"b5c7776c-08a0-4155-abc3-e3b6d5e1c065","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:02:12.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5c7776c-08a0-4155-abc3-e3b6d5e1c065","keyPrefix":"sk-oai-D69lgRrSmm3h...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:02:12 | 201 | 11.60683ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:02:12 | 200 | 1.331691ms | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:12 | 200 | 461µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:12 | 200 | 115.046µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:12 | 200 | 10.051008ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:02:12 | 200 | 541.171µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:12 | 200 | 162.029µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:12 | 200 | 532.26µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:12 | 200 | 168.203µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 565.257µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 160.517µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 536.009µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 118.789µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 482.148µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 158.609µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 498.504µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 165.347µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 468.085µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 178.994µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 486.945µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 183.04µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 483.381µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 167.314µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 478.507µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 177.543µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:02:13 | 200 | 449.837µs | 10.133.0.51 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:02:13 | 200 | 178.908µs | 10.133.0.51 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T19:02:13.395Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b5c7776c-08a0-4155-abc3-e3b6d5e1c065"} {"level":"info","timestamp":"2026-05-28T19:02:13.395Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b5c7776c-08a0-4155-abc3-e3b6d5e1c065","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 19:02:13 | 200 | 2.841891ms | 100.64.0.2 | DELETE "/v1/api-keys/b5c7776c-08a0-4155-abc3-e3b6d5e1c065" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:02:14 | 200 | 37.533µs | 10.132.0.2 | GET "/health"