[GIN] 2026/05/21 - 03:39:20 | 200 | 35.599µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:39:20.505Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3bd18f9f-c7b2-4a16-8603-4739446b53b4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:39:20.505Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bd18f9f-c7b2-4a16-8603-4739446b53b4","keyPrefix":"sk-oai-uE2PEnxGGqVL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:39:20 | 201 | 1.688865ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:39:21 | 200 | 36.574µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:25 | 200 | 35.601µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:28 | 200 | 903.349µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:39:28 | 200 | 131.834µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:39:30 | 200 | 35.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:31 | 200 | 34.75µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:35 | 200 | 40.634µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:40 | 200 | 55.019µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:41 | 200 | 34.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:45 | 200 | 33.614µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:39:46.244Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c63e3fdd-8659-4608-a581-865504011afb","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:39:46.244Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c63e3fdd-8659-4608-a581-865504011afb","keyPrefix":"sk-oai-1RCFOWhrcWHU...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:39:46 | 201 | 2.264421ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:39:46 | 200 | 596.723µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:39:46 | 200 | 145.333µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:39:50 | 200 | 38.942µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:51 | 200 | 34.914µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:39:55 | 200 | 33.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:00 | 200 | 34.387µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:01 | 200 | 33.297µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:40:03.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0e7f9de9-2026-4419-9965-ef758505be24","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:40:03.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e7f9de9-2026-4419-9965-ef758505be24","keyPrefix":"sk-oai-13jp0NlqRE3G...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:40:03 | 201 | 2.185666ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:40:03 | 200 | 472.062µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:40:03 | 200 | 135.928µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:40:05 | 200 | 35.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:10 | 200 | 35.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:11 | 200 | 34.02µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:15 | 200 | 34.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:20 | 200 | 35.737µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:40:21.178Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fb431bf6-4102-4942-9c75-1efccd8f07f8","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:40:21.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb431bf6-4102-4942-9c75-1efccd8f07f8","keyPrefix":"sk-oai-AZldkA13gFuH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:40:21 | 201 | 12.803475ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T03:40:21.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0c69a7e6-2abb-4bfb-a9d4-87c8df85e79b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:40:21.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c69a7e6-2abb-4bfb-a9d4-87c8df85e79b","keyPrefix":"sk-oai-1WAxHiZFXVmw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:40:21 | 201 | 2.039901ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:40:21 | 200 | 1.357365ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:40:21 | 200 | 544.076µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:40:21 | 200 | 600.632µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:40:21 | 200 | 168.248µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:40:21 | 200 | 43.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:25 | 200 | 44.154µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:30 | 200 | 45.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:31 | 200 | 44.494µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:35 | 200 | 44.904µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T03:40:38.842Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T03:40:38.842Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 03:40:38 | 400 | 378.46µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:40:40 | 200 | 54.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:41 | 200 | 40.104µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:45 | 200 | 46.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:50 | 200 | 48.141µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:51 | 200 | 39.259µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:40:55 | 200 | 43.655µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:40:56.188Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b4ed0ebc-a5f6-4e2c-82f2-7cba23ab6415","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:40:56.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4ed0ebc-a5f6-4e2c-82f2-7cba23ab6415","keyPrefix":"sk-oai-4uHFc7IEWZGg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:40:56 | 201 | 1.624589ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:40:56 | 200 | 567.257µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:40:56 | 200 | 164.967µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:41:00 | 200 | 43.944µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:01 | 200 | 45.837µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:41:05.239Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cb5c2547-11a9-4ee9-b215-10f2b408209b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:41:05.239Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb5c2547-11a9-4ee9-b215-10f2b408209b","keyPrefix":"sk-oai-AX7GxecbJG1H...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:41:05 | 201 | 2.304357ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:41:05 | 200 | 58.769µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:10 | 200 | 38.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:11 | 200 | 40.046µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:13 | 200 | 984.988µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:41:13 | 200 | 144.103µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:41:15 | 200 | 39.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:20 | 200 | 40.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:21 | 200 | 42.991µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:25 | 200 | 46.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:30 | 200 | 41.99µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:41:30.754Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"beb5a938-554c-46b2-9cd6-f1a684ef8a70","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:41:30.754Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"beb5a938-554c-46b2-9cd6-f1a684ef8a70","keyPrefix":"sk-oai-1aMQVjpN4WQ8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:41:30 | 201 | 2.216544ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:41:30 | 200 | 577.93µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:41:30 | 200 | 159.038µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:41:31 | 200 | 47.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:35 | 200 | 41.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:40 | 200 | 41.291µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:41 | 200 | 40.146µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:45 | 200 | 45.674µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:50 | 200 | 39.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:51 | 200 | 39.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:41:55 | 200 | 46.992µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:00 | 200 | 41.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:01 | 200 | 49.396µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:05 | 200 | 44.503µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:10 | 200 | 43.343µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:11 | 200 | 48.564µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:15 | 200 | 42.089µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:20 | 200 | 67.553µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:21 | 200 | 43.974µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:25 | 200 | 42.623µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:30 | 200 | 32.935µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:31 | 200 | 33.947µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:35 | 200 | 31.81µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:40 | 200 | 37.209µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:41 | 200 | 32.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:45 | 200 | 35.098µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:50 | 200 | 35.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:51 | 200 | 34.678µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:42:55 | 200 | 47.906µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:00 | 200 | 55.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:01 | 200 | 40.837µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:05 | 200 | 43.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:10 | 200 | 45.574µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:11 | 200 | 35.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:15 | 200 | 34.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:20 | 200 | 35.3µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:21 | 200 | 38.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:25 | 200 | 35.582µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:43:30.070Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4f45cd95-551d-4ea4-b634-edc4e88d6a37","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:43:30.070Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f45cd95-551d-4ea4-b634-edc4e88d6a37","keyPrefix":"sk-oai-omPEVnfdatJR...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:43:30 | 201 | 2.488602ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:43:30 | 200 | 35.642µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:31 | 200 | 37.481µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:35 | 200 | 34.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:40 | 200 | 35.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:41 | 200 | 34.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:45 | 200 | 34.921µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:50 | 200 | 37.901µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:51 | 200 | 33.049µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:43:53 | 200 | 1.015066ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:43:53 | 200 | 152.092µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:43:53 | 404 | 1.033131ms | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/21 - 03:43:55 | 200 | 33.991µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:00 | 200 | 34.904µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:01 | 200 | 55.55µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:05 | 200 | 35.721µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:10 | 200 | 34.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:11 | 200 | 34.056µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:15 | 200 | 35.865µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:20 | 200 | 33.551µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:21 | 200 | 39.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:25 | 200 | 34.228µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:30 | 200 | 34.238µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:31 | 200 | 39.767µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:35 | 200 | 33.551µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:40 | 200 | 38.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:41 | 200 | 34.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:45 | 200 | 41.274µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:44:45.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1be87d40-104b-40ef-af57-fa728bf478ee","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:44:45.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1be87d40-104b-40ef-af57-fa728bf478ee","keyPrefix":"sk-oai-MWXEjYjgmfCx...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:44:45 | 201 | 2.205042ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:44:46 | 200 | 525.347µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:44:46 | 200 | 166.825µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:44:50 | 200 | 32.734µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:51 | 200 | 36.523µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:44:55 | 200 | 32.641µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:00 | 200 | 55.309µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:45:01.434Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 03:45:01 | 200 | 1.009143ms | 10.132.0.36 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/21 - 03:45:01 | 200 | 33.812µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:45:05.181Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"54e7d6ab-36c4-42d6-818e-37405f4a8159","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:45:05.181Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"54e7d6ab-36c4-42d6-818e-37405f4a8159","keyPrefix":"sk-oai-1K2lYOAIf60j...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:45:05 | 201 | 2.026611ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:45:05 | 200 | 522.994µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:45:05 | 200 | 165.824µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:45:05 | 200 | 31.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:05 | 200 | 539.119µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:45:05 | 200 | 161.078µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:45:10 | 200 | 34.515µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:11 | 200 | 44.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:15 | 200 | 39.394µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:20 | 200 | 43.912µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:21 | 200 | 33.888µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:45:24.634Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"128b5b3e-d08e-4672-a077-3a6651354621","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:45:24.634Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"128b5b3e-d08e-4672-a077-3a6651354621","keyPrefix":"sk-oai-g4AaMSTrKAbp...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:45:24 | 201 | 12.720548ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:45:24 | 200 | 1.351546ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:45:24 | 200 | 638.656µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:45:24 | 200 | 147.734µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:45:24 | 200 | 18.134843ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:45:25 | 200 | 33.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:30 | 200 | 35.044µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:31 | 200 | 37.251µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:35 | 200 | 48.008µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:40 | 200 | 35.754µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:41 | 200 | 33.358µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:43 | 200 | 169.247µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:45:43 | 200 | 171.038µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:45:43 | 200 | 21.821211ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:45:45 | 200 | 34.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:50 | 200 | 32.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:51 | 200 | 35.913µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:45:55 | 200 | 33.607µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:45:57.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e4938aa0-7615-4b8f-9140-99588c0b3420","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:45:57.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4938aa0-7615-4b8f-9140-99588c0b3420","keyPrefix":"sk-oai-eX4Umsy60iy2...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:45:57 | 201 | 2.162686ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:46:00 | 200 | 40.038µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:01 | 200 | 55.124µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:05 | 200 | 43.753µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:10 | 200 | 39.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:11 | 200 | 44.869µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:15 | 200 | 40.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:20 | 200 | 40.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:21 | 200 | 45.135µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:25 | 200 | 40.477µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:27 | 200 | 880.572µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:46:27 | 200 | 141.253µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:46:28 | 200 | 575.017µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:46:28 | 200 | 517.315µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:46:28 | 200 | 152.681µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:46:28 | 200 | 10.992457ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:46:30 | 200 | 42.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:31 | 200 | 43.154µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:35 | 200 | 42.868µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:40 | 200 | 40.345µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:41 | 200 | 43.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:45 | 200 | 147.468µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:46:45 | 200 | 11.371952ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:46:45 | 200 | 44.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:50 | 200 | 35.651µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:46:51 | 200 | 34.215µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:46:53.718Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4a0fc523-dbf6-45a5-8bf3-b954a39f8475","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:46:53.718Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4a0fc523-dbf6-45a5-8bf3-b954a39f8475","keyPrefix":"sk-oai-iBEiW3FKp8T6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:46:53 | 201 | 2.216606ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:46:55 | 200 | 42.503µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:00 | 200 | 53.978µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:01 | 200 | 34.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:01 | 200 | 882.362µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:01 | 200 | 454.237µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:01 | 200 | 124.304µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:01 | 200 | 9.514676ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T03:47:02.256Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f14ef97f-3c53-4900-8447-1215c98a0916","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:47:02.256Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f14ef97f-3c53-4900-8447-1215c98a0916","keyPrefix":"sk-oai-1QkXInS9IoEM...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:47:02 | 201 | 1.80686ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:47:05 | 200 | 41.609µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:10 | 200 | 801.394µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:10 | 200 | 455.584µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:10 | 200 | 172.643µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:10 | 200 | 37.278µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:10 | 200 | 8.28941ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:47:10 | 200 | 456.001µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:10 | 200 | 417.883µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:10 | 200 | 140.97µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:10 | 200 | 6.902952ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T03:47:11.262Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bcbd2347-729f-4e03-b7f0-d825f4e74082","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:47:11.263Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bcbd2347-729f-4e03-b7f0-d825f4e74082","keyPrefix":"sk-oai-1MxrW1OOfBwJ...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:47:11 | 201 | 1.896204ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:47:11 | 200 | 46.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:15 | 200 | 40.286µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:19 | 200 | 820.267µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:19 | 200 | 411.69µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:19 | 200 | 146.218µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:19 | 200 | 9.417036ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:47:20 | 200 | 39.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:21 | 200 | 43.609µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:25 | 200 | 39.575µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:47:28.439Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"08c50682-8293-4242-a89b-52ad5cee6b72","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:47:28.439Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08c50682-8293-4242-a89b-52ad5cee6b72","keyPrefix":"sk-oai-VcYElabaUM6s...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:47:28 | 201 | 2.199174ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:47:30 | 200 | 57.017µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:31 | 200 | 44.315µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:35 | 200 | 40.561µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:36 | 200 | 750.113µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:36 | 200 | 462.628µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:36 | 200 | 156.617µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:36 | 200 | 455.172µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:36 | 200 | 482.093µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:36 | 200 | 23.611578ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:47:40 | 200 | 42.374µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:41 | 200 | 46.028µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:45 | 200 | 37.676µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:47:49.868Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66b3fef2-246e-4062-9cbb-a32a63202de3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:47:49.868Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66b3fef2-246e-4062-9cbb-a32a63202de3","keyPrefix":"sk-oai-TbXcTHSEjGCe...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:47:49 | 201 | 3.242132ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:47:50 | 200 | 64.493µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:51 | 200 | 42.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:55 | 200 | 39.834µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:47:57 | 200 | 809.353µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:57 | 200 | 448.712µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:57 | 200 | 153.77µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:57 | 200 | 11.001675ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:47:57 | 200 | 164.662µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:47:57 | 200 | 23.989219ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:48:00 | 200 | 54.273µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:01 | 200 | 57.788µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:05 | 200 | 40.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:10 | 200 | 41.373µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:11 | 200 | 43.283µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:14 | 200 | 202.848µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:48:14 | 200 | 184.953µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:48:14 | 200 | 187.158µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:48:14 | 200 | 39.232714ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:48:15 | 200 | 41.476µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:20 | 200 | 40.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:21 | 200 | 40.558µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:25 | 200 | 53.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:30 | 200 | 41.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:31 | 200 | 170.47µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:48:31 | 200 | 11.251336ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:48:31 | 200 | 42.822µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:35 | 200 | 39.008µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:40 | 200 | 42.708µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:41 | 200 | 40.219µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:48:42.725Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"846f74db-fb47-4a0b-aa0b-b022554e4ae5","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:48:42.725Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"846f74db-fb47-4a0b-aa0b-b022554e4ae5","keyPrefix":"sk-oai-1NFeozzerjuy...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:48:42 | 201 | 2.64423ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:48:45 | 200 | 42.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:50 | 200 | 38.058µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:50 | 200 | 1.087082ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:48:50 | 200 | 135.872µs | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T03:48:51.363Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a67a056-7e5e-406d-9242-1c103f75368b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:48:51.363Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a67a056-7e5e-406d-9242-1c103f75368b","keyPrefix":"sk-oai-3nZ3WuTtmynq...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:48:51 | 201 | 1.842894ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:48:51 | 200 | 40.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:55 | 200 | 42.873µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:48:59 | 200 | 968.101µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:48:59 | 200 | 527.308µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:48:59 | 200 | 132.401µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:48:59 | 200 | 9.513239ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T03:48:59.761Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"324bb429-eb51-4ec3-b1e4-70335621b71f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:48:59.761Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"324bb429-eb51-4ec3-b1e4-70335621b71f","keyPrefix":"sk-oai-CETWZKKLDCq6...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:48:59 | 201 | 2.049915ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:49:00 | 200 | 44.59µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:01 | 200 | 40.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:05 | 200 | 41.569µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:07 | 200 | 937.537µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:49:07 | 200 | 453.678µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:49:07 | 200 | 149.467µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:49:07 | 200 | 9.270317ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T03:49:08.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d7d74ec-f1c2-4dda-b7f0-b710c862ca9f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:49:08.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d7d74ec-f1c2-4dda-b7f0-b710c862ca9f","keyPrefix":"sk-oai-1aJ7FGktjBWC...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:49:08 | 201 | 1.822977ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:49:10 | 200 | 58.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:11 | 200 | 39.112µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:15 | 200 | 39.599µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:16 | 200 | 904.116µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:49:16 | 200 | 448.82µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:49:16 | 200 | 146.655µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:49:16 | 200 | 9.111517ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:49:20 | 200 | 44.945µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:21 | 200 | 39.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:25 | 200 | 40.15µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:49:25.710Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"317cb5c5-943b-4c85-a9b0-8e23932770ad","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:49:25.710Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"317cb5c5-943b-4c85-a9b0-8e23932770ad","keyPrefix":"sk-oai-s5AOkKAYQsro...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:49:25 | 201 | 2.305693ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:49:30 | 200 | 39.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:31 | 200 | 50.17µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:35 | 200 | 38.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:40 | 200 | 48.646µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:41 | 200 | 40.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:41 | 200 | 814.293µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:49:41 | 403 | 97.647µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:49:45 | 200 | 44.263µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:50 | 200 | 45.786µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:51 | 200 | 41.753µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:55 | 200 | 40.279µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:49:59 | 403 | 131.068µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:50:00 | 200 | 42.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:01 | 200 | 40.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:05 | 200 | 49.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:10 | 200 | 48.153µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:11 | 200 | 42.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:15 | 200 | 39.766µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:16 | 403 | 117.303µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:50:20 | 200 | 38.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:21 | 200 | 38.914µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:25 | 200 | 41.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:30 | 200 | 40.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:31 | 200 | 39.838µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:33 | 403 | 125.503µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:50:35 | 200 | 43.113µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:40 | 200 | 46.25µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:41 | 200 | 37.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:45 | 200 | 45.67µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:50:47.526Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7372977-2381-4dce-87fc-6367fd1a2b1b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:50:47.526Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7372977-2381-4dce-87fc-6367fd1a2b1b","keyPrefix":"sk-oai-1dyRph1Gy8WZ...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:50:47 | 201 | 2.252694ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:50:50 | 200 | 42.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:51 | 200 | 39.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:55 | 200 | 38.183µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:50:55 | 200 | 842.11µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:50:55 | 200 | 512.653µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:50:55 | 200 | 179.318µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:50:55 | 200 | 17.040273ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:00 | 200 | 41.359µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:01 | 200 | 40.509µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:05 | 200 | 41.207µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:51:07.632Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"352758cf-85a8-4e7f-8362-89ffb575b079","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:51:07.633Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"352758cf-85a8-4e7f-8362-89ffb575b079","keyPrefix":"sk-oai-q2TrXd972ohX...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:51:07 | 201 | 3.38276ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T03:51:07.661Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f11db4c3-2591-44ab-9d0a-8fcec568bd9b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:51:07.661Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f11db4c3-2591-44ab-9d0a-8fcec568bd9b","keyPrefix":"sk-oai-6RxT6gEwEjTI...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:51:07 | 201 | 1.706531ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:51:10 | 200 | 42.541µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:11 | 200 | 40.618µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:15 | 200 | 37.192µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:15 | 200 | 906.392µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:51:15 | 200 | 410.219µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:51:15 | 200 | 165.584µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:15 | 200 | 9.291373ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:15 | 200 | 478.678µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:51:15 | 200 | 380.959µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:51:15 | 200 | 211.283µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:15 | 200 | 10.024233ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:20 | 200 | 39.729µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:21 | 200 | 38.993µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:25 | 200 | 39.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:30 | 200 | 65.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:31 | 200 | 49.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:32 | 200 | 177.913µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:32 | 200 | 176.277µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:32 | 200 | 168.17µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:32 | 200 | 33.931203ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:35 | 200 | 40.492µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:40 | 200 | 42.62µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:41 | 200 | 39.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:45 | 200 | 41.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:48 | 200 | 197.509µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:48 | 200 | 12.854808ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:48 | 200 | 190.912µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:51:48 | 200 | 11.346947ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 03:51:50 | 200 | 44.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:51 | 200 | 39.815µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:51:55 | 200 | 39.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:00 | 200 | 42.869µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:01 | 200 | 43.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:05 | 200 | 33.766µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:10 | 200 | 41.412µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:11 | 200 | 43.109µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:52:14.392Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3755db5f-f8f6-47e7-ae59-55e3cb4f9395","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:52:14.392Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3755db5f-f8f6-47e7-ae59-55e3cb4f9395","keyPrefix":"sk-oai-18Av9q94YJUg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:52:14 | 201 | 2.123166ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:52:14 | 200 | 497.673µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 153.609µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:14 | 200 | 470.547µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 166.235µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:14 | 200 | 546.528µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 214.226µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:14 | 200 | 484.99µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 149.441µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:14 | 200 | 450.955µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 648.506µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:14 | 200 | 315.784µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:14 | 200 | 12.537723ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 03:52:15 | 200 | 39.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:20 | 200 | 38.606µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:21 | 200 | 53.361µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:25 | 200 | 34.12µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:52:30.160Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"224b50cb-dc5c-44fd-84ed-58ba68aaefe1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:52:30.160Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"224b50cb-dc5c-44fd-84ed-58ba68aaefe1","keyPrefix":"sk-oai-Jn1efHELrl27...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:52:30 | 201 | 2.881799ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:52:30 | 200 | 50.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:30 | 200 | 553.108µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:52:30 | 200 | 151.217µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:52:31 | 200 | 39.641µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:35 | 200 | 40.498µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:40 | 200 | 42.273µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:41 | 200 | 40.553µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:45 | 200 | 39.593µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:50 | 200 | 36.658µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:51 | 200 | 47.647µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:52:55 | 200 | 42.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:53:00 | 200 | 33.608µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:53:01 | 200 | 41.992µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:53:05 | 200 | 40.935µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:53:10 | 200 | 48.141µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T03:53:10.346Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"cf411444-dba8-44ff-a0ab-a6e75da69e60","ephemeral":false} {"level":"info","timestamp":"2026-05-21T03:53:10.346Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf411444-dba8-44ff-a0ab-a6e75da69e60","keyPrefix":"sk-oai-1bMPMOWdyg6O...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 03:53:10 | 201 | 13.089716ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 03:53:10 | 200 | 1.618966ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 427.182µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 137.166µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 10.718097ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 03:53:10 | 200 | 513.538µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 141.742µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 540.909µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 165.11µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 579.793µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 156.897µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 534.474µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 146.782µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 435.573µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 180.761µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 498.767µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 166.16µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 450.512µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 147.173µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 449.739µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 137.849µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 471.851µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 148.329µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 454.229µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 141.511µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 03:53:10 | 200 | 508.771µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 03:53:10 | 200 | 159.748µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-21T03:53:10.926Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"cf411444-dba8-44ff-a0ab-a6e75da69e60"} {"level":"info","timestamp":"2026-05-21T03:53:10.926Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cf411444-dba8-44ff-a0ab-a6e75da69e60","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/21 - 03:53:10 | 200 | 3.270157ms | 100.64.0.2 | DELETE "/v1/api-keys/cf411444-dba8-44ff-a0ab-a6e75da69e60" [GIN] 2026/05/21 - 03:53:11 | 200 | 39.241µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/21 - 03:53:15 | 200 | 39.042µs | 10.133.0.2 | GET "/health"