[GIN] 2026/05/21 - 14:24:32 | 200 | 58.745µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:34 | 200 | 45.346µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:37 | 200 | 44.617µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:24:41.316Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"53f9069c-c889-4b8e-8a88-c710ecbed0de","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:24:41.316Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53f9069c-c889-4b8e-8a88-c710ecbed0de","keyPrefix":"sk-oai-1HVLEjmjrZpO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:24:41 | 201 | 1.697298ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:24:42 | 200 | 41.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:44 | 200 | 42.294µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:47 | 200 | 44.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:49 | 200 | 467.401µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:24:49 | 200 | 139.646µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:24:52 | 200 | 40.831µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:54 | 200 | 48.988µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:24:57 | 200 | 37.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:02 | 200 | 44.236µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:04 | 200 | 67.307µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:25:07.124Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"894f0d68-1dfb-4b7b-b065-41e24f28b3b1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:25:07.124Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"894f0d68-1dfb-4b7b-b065-41e24f28b3b1","keyPrefix":"sk-oai-iISJWV4DV3WS...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:25:07 | 201 | 1.743036ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:25:07 | 200 | 352.662µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:25:07 | 200 | 199.686µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:25:07 | 200 | 41.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:12 | 200 | 42.664µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:14 | 200 | 46.139µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:17 | 200 | 44.005µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:22 | 200 | 43.328µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:24 | 200 | 39.558µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:25:24.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9ce8b53e-df8e-425c-9dcb-bcf71f6e91b4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:25:24.797Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ce8b53e-df8e-425c-9dcb-bcf71f6e91b4","keyPrefix":"sk-oai-1AZfWo3eCUiG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:25:24 | 201 | 10.508454ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:25:24 | 200 | 1.131386ms | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:25:24 | 200 | 291.8µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:25:27 | 200 | 39.161µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:32 | 200 | 44.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:34 | 200 | 39.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:37 | 200 | 39.305µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:25:42.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8c29700b-85e6-4502-9f14-185bbefc68b9","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:25:42.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c29700b-85e6-4502-9f14-185bbefc68b9","keyPrefix":"sk-oai-12q6eEbUW0QG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:25:42 | 201 | 1.739558ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T14:25:42.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1bdb1441-c000-40d4-90ec-6d0f0107ef46","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:25:42.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1bdb1441-c000-40d4-90ec-6d0f0107ef46","keyPrefix":"sk-oai-qj6T3gnaVaFS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:25:42 | 201 | 1.601092ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:25:42 | 200 | 446.161µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:25:42 | 200 | 285.2µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:25:42 | 200 | 402.131µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:25:42 | 200 | 322.371µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:25:42 | 200 | 40.438µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:44 | 200 | 40.403µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:47 | 200 | 41.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:52 | 200 | 40.528µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:54 | 200 | 39.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:25:57 | 200 | 47.422µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T14:25:59.842Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T14:25:59.842Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 14:25:59 | 400 | 292.013µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:26:02 | 200 | 40.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:04 | 200 | 38.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:07 | 200 | 39.525µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:12 | 200 | 40.807µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:14 | 200 | 40.263µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:26:17.227Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d065434-d9ea-4ac7-8c89-1eb7eac8c7bc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:26:17.227Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d065434-d9ea-4ac7-8c89-1eb7eac8c7bc","keyPrefix":"sk-oai-FQ8TNRVgkB0X...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:26:17 | 201 | 1.683466ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:26:17 | 200 | 529.328µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:26:17 | 200 | 280.391µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:26:17 | 200 | 40.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:22 | 200 | 46.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:24 | 200 | 43.5µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:26:26.320Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5b9ca2fd-f811-4d19-9c58-a5e709f12b7c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:26:26.320Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b9ca2fd-f811-4d19-9c58-a5e709f12b7c","keyPrefix":"sk-oai-ILsQk07rcYYi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:26:26 | 201 | 1.739659ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:26:27 | 200 | 39.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:32 | 200 | 39.816µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:34 | 200 | 45.654µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:34 | 200 | 618.716µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:26:34 | 200 | 242.727µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:26:37 | 200 | 41.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:42 | 200 | 44.043µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:44 | 200 | 40.016µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:47 | 200 | 42.352µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:26:51.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8b8cc75d-0eb2-40a5-9019-75e033a800b7","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:26:51.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b8cc75d-0eb2-40a5-9019-75e033a800b7","keyPrefix":"sk-oai-8wHrSLmixguK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:26:51 | 201 | 1.793959ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:26:51 | 200 | 407.283µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:26:51 | 200 | 240.756µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:26:52 | 200 | 40.158µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:54 | 200 | 50.697µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:26:57 | 200 | 41.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:02 | 200 | 42.102µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:04 | 200 | 41.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:07 | 200 | 41.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:12 | 200 | 50.589µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:14 | 200 | 48.233µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:17 | 200 | 38.848µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:22 | 200 | 60.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:24 | 200 | 42.773µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:27 | 200 | 40.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:32 | 200 | 43.274µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:34 | 200 | 42.155µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:37 | 200 | 41.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:42 | 200 | 42.696µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:44 | 200 | 39.151µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:47 | 200 | 39.32µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:52 | 200 | 39.941µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:54 | 200 | 41.611µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:27:57 | 200 | 39.65µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:02 | 200 | 39.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:04 | 200 | 41.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:07 | 200 | 41.689µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:12 | 200 | 42.045µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:14 | 200 | 39.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:17 | 200 | 45.154µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:22 | 200 | 41.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:24 | 200 | 40.606µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:27 | 200 | 41.421µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:32 | 200 | 39.95µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:34 | 200 | 41.508µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:37 | 200 | 39.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:42 | 200 | 40.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:44 | 200 | 59.032µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:47 | 200 | 39.016µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:28:51.373Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7ccd4da8-b809-4090-9461-9cdfe029e2b2","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:28:51.373Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ccd4da8-b809-4090-9461-9cdfe029e2b2","keyPrefix":"sk-oai-UyMKbKUCWPt7...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:28:51 | 201 | 1.712469ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:28:52 | 200 | 41.563µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:54 | 200 | 44.362µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:28:57 | 200 | 39.931µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:02 | 200 | 42.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:04 | 200 | 43.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:07 | 200 | 39.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:12 | 200 | 44.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:13 | 200 | 507.712µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:29:13 | 200 | 163.784µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:29:14 | 404 | 627.954µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/21 - 14:29:14 | 200 | 34.258µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:17 | 200 | 44.337µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:22 | 200 | 39.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:24 | 200 | 38.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:27 | 200 | 39.92µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:32 | 200 | 40.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:34 | 200 | 40.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:37 | 200 | 39.816µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:42 | 200 | 38.354µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:44 | 200 | 37.513µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:47 | 200 | 43.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:52 | 200 | 40.49µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:54 | 200 | 39.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:29:57 | 200 | 40.938µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:02 | 200 | 39.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:04 | 200 | 40.013µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:30:04.837Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 14:30:04 | 200 | 649.287µs | 10.132.0.42 | POST "/internal/v1/api-keys/cleanup" {"level":"info","timestamp":"2026-05-21T14:30:06.789Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7cacacb2-06bb-4383-94ac-298048d30e7a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:30:06.789Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7cacacb2-06bb-4383-94ac-298048d30e7a","keyPrefix":"sk-oai-CEppeyxTd4v6...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:30:06 | 201 | 1.61674ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:30:06 | 200 | 375.438µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:30:06 | 200 | 157.452µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:30:07 | 200 | 49.457µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:12 | 200 | 39.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:14 | 200 | 38.93µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:17 | 200 | 41.879µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:22 | 200 | 57.582µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:24 | 200 | 44.992µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:30:26.066Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a96a5d95-6bea-4f45-8b29-0216569e3f8a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:30:26.066Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a96a5d95-6bea-4f45-8b29-0216569e3f8a","keyPrefix":"sk-oai-nRCZsp55lShn...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:30:26 | 201 | 10.23487ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:30:26 | 200 | 940.406µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:30:26 | 200 | 146.528µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:30:26 | 200 | 473.467µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:30:26 | 200 | 212.559µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:30:27 | 200 | 41.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:32 | 200 | 40.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:34 | 200 | 39.18µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:37 | 200 | 41.12µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:42 | 200 | 39.532µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:44 | 200 | 38.309µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:30:45.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"caba2fca-6573-4752-89fb-b10f6e03afc4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:30:45.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"caba2fca-6573-4752-89fb-b10f6e03afc4","keyPrefix":"sk-oai-1RRm1d1rYast...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:30:45 | 201 | 1.778791ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:30:45 | 200 | 424.811µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:30:45 | 200 | 328.444µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:30:45 | 200 | 186.432µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:30:45 | 200 | 19.598545ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:30:47 | 200 | 41.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:52 | 200 | 43.083µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:54 | 200 | 46.432µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:30:57 | 200 | 57.267µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:02 | 200 | 44.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:04 | 200 | 41.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:04 | 200 | 179.968µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:31:04 | 200 | 154.169µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:31:04 | 200 | 23.027764ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:31:07 | 200 | 39.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:12 | 200 | 57.686µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:14 | 200 | 49.965µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:31:16.731Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0ac33039-f5ef-4562-9996-9d20453b29dc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:31:16.731Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ac33039-f5ef-4562-9996-9d20453b29dc","keyPrefix":"sk-oai-1F3jCQAlJx6C...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:31:16 | 201 | 1.706865ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:31:17 | 200 | 56.584µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:22 | 200 | 38.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:24 | 200 | 50.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:27 | 200 | 43.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:32 | 200 | 43.596µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:34 | 200 | 39.646µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:37 | 200 | 43.349µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:42 | 200 | 33.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:44 | 200 | 42.704µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:46 | 200 | 574.572µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:31:46 | 200 | 142.644µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:31:46 | 200 | 437.282µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:31:46 | 200 | 285.757µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:31:46 | 200 | 118.501µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:31:46 | 200 | 9.830452ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:31:47 | 200 | 44.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:52 | 200 | 47.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:54 | 200 | 42.524µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:31:57 | 200 | 41.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:02 | 200 | 43.94µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:03 | 200 | 170.039µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:03 | 200 | 12.548036ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:32:04 | 200 | 40.039µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:07 | 200 | 39.807µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:32:12.538Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"126def73-472f-4c4d-a068-635ef4044ba1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:32:12.538Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"126def73-472f-4c4d-a068-635ef4044ba1","keyPrefix":"sk-oai-XnOtSf2THdCW...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:32:12 | 201 | 1.686669ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:32:12 | 200 | 38.856µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:14 | 200 | 48.938µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:17 | 200 | 41.669µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:20 | 200 | 443.119µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:20 | 200 | 354.219µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:20 | 200 | 184.234µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:20 | 200 | 10.205411ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T14:32:21.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3594b30b-157d-408d-b3fa-bb8cfaf388f1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:32:21.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3594b30b-157d-408d-b3fa-bb8cfaf388f1","keyPrefix":"sk-oai-8ktBW40ZeWfm...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:32:21 | 201 | 1.565797ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:32:22 | 200 | 45.833µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:24 | 200 | 41.672µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:27 | 200 | 39.452µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:29 | 200 | 468.352µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:29 | 200 | 241.734µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:29 | 200 | 138.073µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:29 | 200 | 7.031473ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:32:29 | 200 | 252.063µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:29 | 200 | 201.407µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:29 | 200 | 110.871µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:29 | 200 | 6.420894ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T14:32:30.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"06f7ff82-1fcf-4161-9259-612c1fce6a14","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:32:30.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06f7ff82-1fcf-4161-9259-612c1fce6a14","keyPrefix":"sk-oai-oPjNcqhrWoo5...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:32:30 | 201 | 1.470561ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:32:32 | 200 | 43.942µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:34 | 200 | 44.596µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:37 | 200 | 46.693µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:38 | 200 | 428.45µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:38 | 200 | 257.907µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:38 | 200 | 145.038µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:38 | 200 | 9.214787ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:32:42 | 200 | 40.696µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:44 | 200 | 40.47µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:32:47.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aaf87706-7ad8-4750-adc2-a051a47fabe6","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:32:47.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aaf87706-7ad8-4750-adc2-a051a47fabe6","keyPrefix":"sk-oai-5vlEAzZAoRhN...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:32:47 | 201 | 1.753312ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:32:47 | 200 | 39.345µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:52 | 200 | 44.921µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:54 | 200 | 42.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:32:55 | 200 | 458.301µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:55 | 200 | 258.93µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:55 | 200 | 132.162µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:55 | 200 | 268.827µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:32:55 | 200 | 145.878µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:32:55 | 200 | 17.730868ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:32:57 | 200 | 37.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:02 | 200 | 42.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:04 | 200 | 37.03µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:07 | 200 | 41.585µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:33:08.714Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bab55af-5b9e-4f2a-9f89-f77f5b5a8369","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:33:08.714Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bab55af-5b9e-4f2a-9f89-f77f5b5a8369","keyPrefix":"sk-oai-1FCmfuuzI6O5...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:33:08 | 201 | 2.38343ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:33:12 | 200 | 68.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:14 | 200 | 40.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:16 | 200 | 430.873µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:33:16 | 200 | 258.434µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:33:16 | 200 | 191.285µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:16 | 200 | 9.25538ms | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:33:16 | 200 | 183.25µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:16 | 200 | 23.636337ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:33:17 | 200 | 40.895µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:22 | 200 | 39.783µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:24 | 200 | 39.086µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:27 | 200 | 47.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:32 | 200 | 39.039µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:32 | 200 | 171.909µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:33 | 200 | 160.201µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:33 | 200 | 166.979µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:33 | 200 | 48.793271ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:33:34 | 200 | 46.413µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:37 | 200 | 40.163µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:42 | 200 | 44.825µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:44 | 200 | 39.688µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:47 | 200 | 59.411µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:50 | 200 | 162.295µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:33:50 | 200 | 13.423011ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:33:52 | 200 | 40.863µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:54 | 200 | 40.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:33:57 | 200 | 42.83µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:34:01.728Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"499fc185-2109-4746-a81f-6f13e7f8bef8","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:34:01.728Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"499fc185-2109-4746-a81f-6f13e7f8bef8","keyPrefix":"sk-oai-1LNJbbgkUtjn...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:34:01 | 201 | 2.331183ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:34:02 | 200 | 45.058µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:04 | 200 | 39.003µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:07 | 200 | 38.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:09 | 200 | 714.132µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:09 | 200 | 155.001µs | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T14:34:10.363Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a7eb0c6-6ed9-405b-9e2a-c9cb272a4607","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:34:10.363Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a7eb0c6-6ed9-405b-9e2a-c9cb272a4607","keyPrefix":"sk-oai-QiwoNuzCwVrm...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:34:10 | 201 | 1.524515ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:34:12 | 200 | 52.553µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:14 | 200 | 40.118µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:17 | 200 | 51.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:18 | 200 | 582.597µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:18 | 200 | 298.653µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:18 | 200 | 128.704µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:34:18 | 200 | 9.514937ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T14:34:18.764Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9dfc9baa-439f-44f2-9dc8-575225de06dc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:34:18.764Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9dfc9baa-439f-44f2-9dc8-575225de06dc","keyPrefix":"sk-oai-TZPM67YKDhsY...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:34:18 | 201 | 1.700634ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:34:22 | 200 | 39.964µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:24 | 200 | 38.318µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:26 | 200 | 542.858µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:26 | 200 | 286.073µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:26 | 200 | 118.028µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:34:26 | 200 | 9.413702ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T14:34:27.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c989302-13eb-4f79-b419-c4c6e673cf95","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:34:27.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c989302-13eb-4f79-b419-c4c6e673cf95","keyPrefix":"sk-oai-1JXPBYukN7ti...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:34:27 | 201 | 1.54799ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:34:27 | 200 | 40.861µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:32 | 200 | 41.1µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:34 | 200 | 43.496µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:35 | 200 | 514.764µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:35 | 200 | 236.369µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:34:35 | 200 | 236.688µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:34:35 | 200 | 10.134112ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:34:37 | 200 | 40.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:42 | 200 | 38.599µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:44 | 200 | 43.072µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:34:44.721Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"702cb948-e894-4b69-9655-780e97bb635d","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:34:44.721Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"702cb948-e894-4b69-9655-780e97bb635d","keyPrefix":"sk-oai-2f32TihaFanI...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:34:44 | 201 | 1.877377ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:34:47 | 200 | 55.282µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:52 | 200 | 37.714µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:54 | 200 | 40.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:34:57 | 200 | 38.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:00 | 200 | 460.97µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:35:00 | 403 | 96.426µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:35:02 | 200 | 46.82µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:04 | 200 | 39.133µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:07 | 200 | 42.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:12 | 200 | 47.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:14 | 200 | 59.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:17 | 200 | 39.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:18 | 403 | 163.542µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:35:22 | 200 | 40.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:24 | 200 | 42.69µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:27 | 200 | 40.342µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:32 | 200 | 39.118µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:34 | 200 | 40.123µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:35 | 403 | 174.405µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:35:37 | 200 | 43.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:42 | 200 | 41.287µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:44 | 200 | 40.208µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:47 | 200 | 45.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:52 | 403 | 152.435µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:35:52 | 200 | 65.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:54 | 200 | 64.906µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:35:57 | 200 | 40.21µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:02 | 200 | 39.73µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:04 | 200 | 41.874µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:36:06.629Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3b039f9-9695-4531-83dc-a3dfe74249f0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:36:06.629Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3b039f9-9695-4531-83dc-a3dfe74249f0","keyPrefix":"sk-oai-zXAxWOOvXhso...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:36:06 | 201 | 1.77926ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:36:07 | 200 | 38.123µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:12 | 200 | 38.81µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:14 | 200 | 40.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:14 | 200 | 438.64µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:14 | 200 | 276.938µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:14 | 200 | 149.005µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:14 | 200 | 20.059086ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:36:17 | 200 | 40.801µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:22 | 200 | 39.48µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:24 | 200 | 40.418µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:36:26.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"72a750e9-285c-483e-9511-c3e645b67ec5","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:36:26.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72a750e9-285c-483e-9511-c3e645b67ec5","keyPrefix":"sk-oai-eLLQrgyvdBjY...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:36:26 | 201 | 1.657749ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T14:36:26.867Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2df073f0-9c2b-498d-93d6-8f6ccd533acb","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:36:26.867Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2df073f0-9c2b-498d-93d6-8f6ccd533acb","keyPrefix":"sk-oai-vArAGqBSDpxs...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:36:26 | 201 | 1.580736ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:36:27 | 200 | 40.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:32 | 200 | 42.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:34 | 200 | 61.483µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:34 | 200 | 640.109µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:34 | 200 | 447.54µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:34 | 200 | 404.489µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:34 | 200 | 10.219012ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:36:34 | 200 | 475.054µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:34 | 200 | 468.059µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:36:34 | 200 | 379.75µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:34 | 200 | 11.66746ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:36:37 | 200 | 38.808µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:42 | 200 | 42.826µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:44 | 200 | 45.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:47 | 200 | 39.762µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:51 | 200 | 240.095µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:51 | 200 | 231.727µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:51 | 200 | 245.894µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:36:51 | 200 | 34.03852ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 14:36:52 | 200 | 40.806µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:54 | 200 | 42.175µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:36:57 | 200 | 42.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:02 | 200 | 39.291µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:04 | 200 | 41.5µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:07 | 200 | 39.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:08 | 200 | 380.298µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:08 | 200 | 14.762739ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:37:08 | 200 | 357.183µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:08 | 200 | 11.624367ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:37:12 | 200 | 41.225µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:14 | 200 | 43.64µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:17 | 200 | 59.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:22 | 200 | 34.754µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:24 | 200 | 40.931µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:27 | 200 | 48.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:32 | 200 | 58.906µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:37:33.902Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dd72c101-54b1-4761-a1be-50811a9f5689","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:37:33.902Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd72c101-54b1-4761-a1be-50811a9f5689","keyPrefix":"sk-oai-AYgskeWzvC8o...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:37:33 | 201 | 1.665716ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:37:33 | 200 | 375.421µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:33 | 200 | 185.123µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:33 | 200 | 312.492µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:33 | 200 | 140.883µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:33 | 200 | 407.832µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:33 | 200 | 156.185µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:34 | 200 | 372.778µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:34 | 200 | 285.473µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:34 | 200 | 190.505µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:34 | 200 | 18.667022ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 14:37:34 | 200 | 37.196µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:37 | 200 | 38.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:42 | 200 | 39.482µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:44 | 200 | 41.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:47 | 200 | 39.817µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:37:49.699Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3de4a3a3-8d0d-40a3-9772-d07b6df8b96c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:37:49.699Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3de4a3a3-8d0d-40a3-9772-d07b6df8b96c","keyPrefix":"sk-oai-RFGAIJUIuWOE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:37:49 | 201 | 1.682526ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:37:50 | 200 | 416.722µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:37:50 | 200 | 205.145µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:37:52 | 200 | 40.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:54 | 200 | 39.049µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:37:57 | 200 | 40.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:02 | 200 | 40.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:04 | 200 | 38.389µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:07 | 200 | 40.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:12 | 200 | 44.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:14 | 200 | 34.248µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:17 | 200 | 35.613µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:22 | 200 | 40.68µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:24 | 200 | 40.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:27 | 200 | 39.842µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T14:38:31.817Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"5632db6d-a24e-4ee0-8a89-573190e72ce6","ephemeral":false} {"level":"info","timestamp":"2026-05-21T14:38:31.817Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5632db6d-a24e-4ee0-8a89-573190e72ce6","keyPrefix":"sk-oai-XEwYD6kpd28w...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 14:38:31 | 201 | 10.334074ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 14:38:31 | 200 | 1.074243ms | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:31 | 200 | 305.047µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:31 | 200 | 119.284µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:31 | 200 | 10.375746ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 14:38:31 | 200 | 394.734µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:31 | 200 | 136.084µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:31 | 200 | 400.098µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:31 | 200 | 137.388µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 423.707µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 142.991µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 347.208µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 137.874µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 283.17µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 135.614µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 239.771µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 123.89µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 273.568µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 123.543µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 324.71µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 139.447µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 346.012µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 132.304µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 327.912µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 125.634µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 14:38:32 | 200 | 263.399µs | 10.134.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 14:38:32 | 200 | 114.979µs | 10.134.0.32 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-21T14:38:32.362Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"5632db6d-a24e-4ee0-8a89-573190e72ce6"} {"level":"info","timestamp":"2026-05-21T14:38:32.362Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5632db6d-a24e-4ee0-8a89-573190e72ce6","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/21 - 14:38:32 | 200 | 2.172079ms | 100.64.0.2 | DELETE "/v1/api-keys/5632db6d-a24e-4ee0-8a89-573190e72ce6" [GIN] 2026/05/21 - 14:38:32 | 200 | 56.334µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 14:38:34 | 200 | 40.643µs | 10.133.0.2 | GET "/health"