[GIN] 2026/05/21 - 16:52:44 | 200 | 46.001µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:52:44 | 200 | 41.246µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:52:48.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2e4cf955-63b6-4863-80cb-2ed16d3d91b7","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:52:48.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e4cf955-63b6-4863-80cb-2ed16d3d91b7","keyPrefix":"sk-oai-uU3hgcEDfvWx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:52:48 | 201 | 2.032443ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:52:49 | 200 | 38.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:52:54 | 200 | 43.379µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:52:54 | 200 | 43.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:52:57 | 200 | 832.197µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:52:57 | 200 | 114.76µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:52:59 | 200 | 40.213µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:04 | 200 | 51.844µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:04 | 200 | 40.139µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:09 | 200 | 43.555µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:14 | 200 | 54.118µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:53:14.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bdf358fa-2e86-4dd2-b796-2f97cd908bfa","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:53:14.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdf358fa-2e86-4dd2-b796-2f97cd908bfa","keyPrefix":"sk-oai-1V0auWRV2YEt...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:53:14 | 201 | 2.062908ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:53:14 | 200 | 449.905µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:53:14 | 200 | 140.064µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:53:14 | 200 | 39.507µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:19 | 200 | 45.252µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:24 | 200 | 43.256µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:24 | 200 | 53.308µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:29 | 200 | 40.052µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:53:32.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ea8d4977-205f-48d3-97ac-4117e588dcbd","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:53:32.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ea8d4977-205f-48d3-97ac-4117e588dcbd","keyPrefix":"sk-oai-12nNfv3GeeMd...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:53:32 | 201 | 2.275706ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:53:32 | 200 | 601.025µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:53:32 | 200 | 155.837µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:53:34 | 200 | 50.907µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:34 | 200 | 41.299µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:39 | 200 | 39.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:44 | 200 | 40.182µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:44 | 200 | 58.03µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:49 | 200 | 45.144µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:53:49.442Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3fef89f9-494c-4da5-ab29-3e1508c1c7cf","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:53:49.442Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3fef89f9-494c-4da5-ab29-3e1508c1c7cf","keyPrefix":"sk-oai-H2QTXe49R1nF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:53:49 | 201 | 2.045251ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T16:53:49.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3a67ae10-9b2f-4126-b8ba-7b498f9b0a42","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:53:49.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a67ae10-9b2f-4126-b8ba-7b498f9b0a42","keyPrefix":"sk-oai-1YCq4cphR7lV...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:53:49 | 201 | 1.743943ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:53:49 | 200 | 463.192µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:53:49 | 200 | 153.984µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:53:49 | 200 | 461.67µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:53:49 | 200 | 147.009µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:53:54 | 200 | 42.147µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:54 | 200 | 41.403µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:53:59 | 200 | 56.791µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:04 | 200 | 56.422µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:04 | 200 | 41.138µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T16:54:07.132Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T16:54:07.133Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 16:54:07 | 400 | 292.087µs | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:54:09 | 200 | 90.409µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:14 | 200 | 45.805µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:14 | 200 | 44.667µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:19 | 200 | 42.607µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:24 | 200 | 43.507µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:54:24.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"be377497-2db4-48b9-8536-ab63148e792c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:54:24.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be377497-2db4-48b9-8536-ab63148e792c","keyPrefix":"sk-oai-oNCMRERdeJaM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:54:24 | 201 | 10.905667ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:54:24 | 200 | 1.32105ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:54:24 | 200 | 189.245µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:54:24 | 200 | 66.22µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:29 | 200 | 39.492µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:54:33.584Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cbef9ce2-8835-4fde-aa7e-c329afc40ae7","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:54:33.584Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbef9ce2-8835-4fde-aa7e-c329afc40ae7","keyPrefix":"sk-oai-gb5crBan1CNO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:54:33 | 201 | 2.094655ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:54:34 | 200 | 41.285µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:34 | 200 | 64.726µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:39 | 200 | 44.06µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:41 | 200 | 963.342µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:54:41 | 200 | 148.998µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:54:44 | 200 | 46.029µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:44 | 200 | 42.108µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:49 | 200 | 46.674µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:54 | 200 | 39.193µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:54:54 | 200 | 41.315µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:54:59.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d87f4c56-d77a-46e5-923a-3f1ec8821edc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:54:59.137Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d87f4c56-d77a-46e5-923a-3f1ec8821edc","keyPrefix":"sk-oai-1ASWvYRFPYQF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:54:59 | 201 | 2.213035ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:54:59 | 200 | 593.595µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:54:59 | 200 | 224.034µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:54:59 | 200 | 38.953µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:04 | 200 | 43.248µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:04 | 200 | 43.16µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:09 | 200 | 39.951µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:14 | 200 | 42.822µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:14 | 200 | 41.328µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:19 | 200 | 44.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:24 | 200 | 38.632µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:24 | 200 | 38.902µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:29 | 200 | 44.825µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:34 | 200 | 43.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:34 | 200 | 59.835µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:39 | 200 | 139.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:44 | 200 | 44.723µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:44 | 200 | 55.787µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:49 | 200 | 38.883µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:54 | 200 | 39.32µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:54 | 200 | 45.605µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:55:59 | 200 | 48.484µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:04 | 200 | 37.309µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:04 | 200 | 40.52µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:09 | 200 | 40.382µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:14 | 200 | 47.311µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:14 | 200 | 38.289µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:19 | 200 | 38.38µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:24 | 200 | 39.084µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:24 | 200 | 39.07µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:29 | 200 | 41.156µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:34 | 200 | 39.868µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:34 | 200 | 39.509µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:39 | 200 | 39.55µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:44 | 200 | 38.99µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:44 | 200 | 38.54µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:49 | 200 | 39.027µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:54 | 200 | 41.515µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:56:54 | 200 | 39.32µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:56:58.521Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"272bf0ab-ffea-44d2-af97-aa63077a7964","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:56:58.521Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"272bf0ab-ffea-44d2-af97-aa63077a7964","keyPrefix":"sk-oai-zYvTGHvtxioG...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:56:58 | 201 | 2.410482ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:56:59 | 200 | 37.586µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:04 | 200 | 37.43µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:04 | 200 | 38.178µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:09 | 200 | 61.719µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:14 | 200 | 37.64µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:14 | 200 | 38.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:19 | 200 | 38.131µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:21 | 200 | 977.863µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:57:21 | 200 | 153.576µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:57:21 | 404 | 1.055945ms | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/21 - 16:57:24 | 200 | 38.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:24 | 200 | 40.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:29 | 200 | 38.108µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:34 | 200 | 40.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:34 | 200 | 38.468µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:39 | 200 | 40.369µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:44 | 200 | 33.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:44 | 200 | 30.298µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:49 | 200 | 31.976µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:54 | 200 | 34.145µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:54 | 200 | 33.545µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:57:59 | 200 | 36.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:04 | 200 | 32.993µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:04 | 200 | 33.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:09 | 200 | 34.059µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:58:13.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"67b7e464-2728-4a80-adc0-c7313ae12097","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:58:13.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67b7e464-2728-4a80-adc0-c7313ae12097","keyPrefix":"sk-oai-bAweYsrNWhYp...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:58:13 | 201 | 2.214064ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:58:13 | 200 | 645.183µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:58:13 | 200 | 204.612µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:58:14 | 200 | 31.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:14 | 200 | 33.855µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:19 | 200 | 33.549µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:24 | 200 | 33.787µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:24 | 200 | 39.423µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:29 | 200 | 33.984µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:58:33.150Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"671a028f-6da4-4958-85ca-1df02cd7fff0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:58:33.150Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"671a028f-6da4-4958-85ca-1df02cd7fff0","keyPrefix":"sk-oai-dLUvTqJH4Uox...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:58:33 | 201 | 2.868192ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:58:33 | 200 | 563.291µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:58:33 | 200 | 129.711µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:58:33 | 200 | 598.521µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:58:33 | 200 | 138.559µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:58:34 | 200 | 32.949µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:34 | 200 | 33.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:39 | 200 | 36.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:44 | 200 | 51.469µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:44 | 200 | 33.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:49 | 200 | 34.823µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:58:52.631Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"baddbe94-c7f0-4017-8f71-e62b65e2d634","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:58:52.631Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"baddbe94-c7f0-4017-8f71-e62b65e2d634","keyPrefix":"sk-oai-AA9Ln0PSiROg...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:58:52 | 201 | 1.938802ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:58:52 | 200 | 464.624µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:58:52 | 200 | 432.928µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:58:52 | 200 | 159.188µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:58:52 | 200 | 17.487491ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 16:58:54 | 200 | 42.472µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:54 | 200 | 35.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:58:59 | 200 | 36.68µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:04 | 200 | 33.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:04 | 200 | 31.602µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:09 | 200 | 35.384µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:11 | 200 | 152.404µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:59:11 | 200 | 146.088µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:59:11 | 200 | 28.959287ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 16:59:14 | 200 | 34.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:14 | 200 | 42.42µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:19 | 200 | 34.286µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T16:59:23.789Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a58678fe-4ed2-4891-b300-d304ba554711","ephemeral":false} {"level":"info","timestamp":"2026-05-21T16:59:23.790Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a58678fe-4ed2-4891-b300-d304ba554711","keyPrefix":"sk-oai-1C1UktrbHQvV...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 16:59:23 | 201 | 2.218145ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 16:59:24 | 200 | 43.961µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:24 | 200 | 38.023µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:29 | 200 | 39.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:34 | 200 | 37.245µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:34 | 200 | 59.718µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:39 | 200 | 36.937µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:44 | 200 | 37.685µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:44 | 200 | 42.239µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:49 | 200 | 59.614µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:53 | 200 | 9.960334ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:59:53 | 200 | 137.53µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:59:53 | 200 | 599.885µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:59:53 | 200 | 532.362µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 16:59:53 | 200 | 132.099µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 16:59:53 | 200 | 11.756166ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 16:59:54 | 200 | 37.814µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:54 | 200 | 42.664µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 16:59:59 | 200 | 41.445µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:00:01.490Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 17:00:01 | 200 | 1.203925ms | 10.133.0.33 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/21 - 17:00:04 | 200 | 39.97µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:04 | 200 | 38.555µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:09 | 200 | 39.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:11 | 200 | 171.961µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:00:11 | 200 | 13.410931ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:00:14 | 200 | 37.852µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:14 | 200 | 40.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:19 | 200 | 40.006µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:00:19.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1c701bcd-fa03-4387-9191-cad258a526a2","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:00:19.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c701bcd-fa03-4387-9191-cad258a526a2","keyPrefix":"sk-oai-2642BZPEbuUV...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:00:19 | 201 | 3.508142ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:00:24 | 200 | 38.975µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:24 | 200 | 38.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:27 | 200 | 1.101835ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:27 | 200 | 418.821µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:27 | 200 | 107.341µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:00:27 | 200 | 8.949528ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T17:00:28.269Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7b9ae83e-35ca-4d5d-9f26-19d7a1451043","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:00:28.269Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b9ae83e-35ca-4d5d-9f26-19d7a1451043","keyPrefix":"sk-oai-1OVQ2KIzfPK4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:00:28 | 201 | 1.570996ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:00:29 | 200 | 43.679µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:34 | 200 | 47.611µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:34 | 200 | 39.062µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:36 | 200 | 911.274µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:36 | 200 | 369.52µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:36 | 200 | 136.385µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:00:36 | 200 | 5.891964ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:00:36 | 200 | 416.642µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:36 | 200 | 319.254µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:36 | 200 | 124.231µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:00:36 | 200 | 5.407203ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T17:00:37.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb1e0e00-a468-4dc8-817d-320dd0f2a1a3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:00:37.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb1e0e00-a468-4dc8-817d-320dd0f2a1a3","keyPrefix":"sk-oai-1JPpjTV1d0UX...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:00:37 | 201 | 2.04624ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:00:39 | 200 | 39.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:44 | 200 | 39.553µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:44 | 200 | 38.932µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:45 | 200 | 830.415µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:45 | 200 | 360.25µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:00:45 | 200 | 166.893µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:00:45 | 200 | 8.633297ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:00:49 | 200 | 43.44µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:54 | 200 | 42.965µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:00:54.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"baf17a53-6d80-4694-9d5b-1675c0d10312","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:00:54.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"baf17a53-6d80-4694-9d5b-1675c0d10312","keyPrefix":"sk-oai-DU0gFEQCymTY...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:00:54 | 201 | 2.180549ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:00:54 | 200 | 55.017µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:00:59 | 200 | 39.967µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:02 | 200 | 777.828µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:02 | 200 | 352.956µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:02 | 200 | 166.94µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:02 | 200 | 430.126µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:02 | 200 | 126.932µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:02 | 200 | 18.000298ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:01:04 | 200 | 40.587µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:04 | 200 | 39.854µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:09 | 200 | 40.985µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:14 | 200 | 35.969µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:14 | 200 | 41.893µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:01:16.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc3ad2dc-3408-4bfa-bee7-355a6455faf9","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:01:16.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc3ad2dc-3408-4bfa-bee7-355a6455faf9","keyPrefix":"sk-oai-1EMFwD5oV8j6...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:01:16 | 201 | 3.721269ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:01:19 | 200 | 48.985µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:24 | 200 | 767.666µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:24 | 200 | 432.788µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:24 | 200 | 154.706µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:24 | 200 | 10.094898ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:01:24 | 200 | 134.547µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:24 | 200 | 39.341µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:24 | 200 | 24.822466ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:01:24 | 200 | 40.461µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:29 | 200 | 39.011µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:34 | 200 | 37.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:34 | 200 | 39.37µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:39 | 200 | 39.635µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:40 | 200 | 172.974µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:40 | 200 | 174.734µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:40 | 200 | 167.107µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:40 | 200 | 32.889156ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:01:44 | 200 | 37.298µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:44 | 200 | 39.122µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:49 | 200 | 32.991µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:54 | 200 | 35.059µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:54 | 200 | 41.972µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:01:57 | 200 | 149.113µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:01:57 | 200 | 11.207783ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:01:59 | 200 | 42.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:04 | 200 | 37.887µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:04 | 200 | 42.675µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:09 | 200 | 40.387µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:02:11.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5a05ed04-9e16-41f4-8fc4-6de4415c770a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:02:11.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a05ed04-9e16-41f4-8fc4-6de4415c770a","keyPrefix":"sk-oai-aYS1GoYALdGv...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:02:11 | 201 | 2.525053ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:02:14 | 200 | 37.833µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:14 | 200 | 38.687µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:19 | 200 | 1.089765ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:19 | 200 | 129.333µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:02:19 | 200 | 36.541µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:02:19.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"afbaccd3-5b9c-45fd-a397-1adc1ecc28a3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:02:19.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"afbaccd3-5b9c-45fd-a397-1adc1ecc28a3","keyPrefix":"sk-oai-4NRBMUjKqYbq...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:02:19 | 201 | 1.888791ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:02:24 | 200 | 37.861µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:24 | 200 | 40.189µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:27 | 200 | 796.197µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:27 | 200 | 418.028µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:27 | 200 | 120.536µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:02:27 | 200 | 9.674343ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T17:02:28.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b1a6059f-53e3-49e4-8390-b162911d0cb0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:02:28.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b1a6059f-53e3-49e4-8390-b162911d0cb0","keyPrefix":"sk-oai-1C45lTHU31av...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:02:28 | 201 | 2.017265ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:02:29 | 200 | 32.291µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:34 | 200 | 47.255µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:34 | 200 | 40.158µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:36 | 200 | 912.07µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:36 | 200 | 433.132µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:36 | 200 | 116.18µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:02:36 | 200 | 8.904973ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T17:02:36.842Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"04514c82-7c8d-4910-a4ab-47fb1d8f3bc6","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:02:36.842Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04514c82-7c8d-4910-a4ab-47fb1d8f3bc6","keyPrefix":"sk-oai-Bl3UGUVZRkC7...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:02:36 | 201 | 2.153171ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:02:39 | 200 | 46.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:44 | 200 | 38.348µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:44 | 200 | 41.11µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:44 | 200 | 725.898µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:44 | 200 | 375.946µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:02:44 | 200 | 134.749µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:02:44 | 200 | 8.523822ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:02:49 | 200 | 41.316µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:02:54.039Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"699268c1-3e79-4f12-a9f7-fcff376d8570","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:02:54.039Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"699268c1-3e79-4f12-a9f7-fcff376d8570","keyPrefix":"sk-oai-1Fs8GFYnsK6A...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:02:54 | 201 | 2.211805ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:02:54 | 200 | 42.359µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:54 | 200 | 38.507µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:02:59 | 200 | 41.223µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:04 | 200 | 37.842µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:04 | 200 | 38.823µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:09 | 200 | 41.209µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:10 | 200 | 878.721µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:03:10 | 403 | 99.668µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:03:14 | 200 | 42.501µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:14 | 200 | 39.644µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:19 | 200 | 41.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:24 | 200 | 39.784µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:24 | 200 | 42.2µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:27 | 403 | 174.318µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:03:29 | 200 | 41.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:34 | 200 | 55.433µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:34 | 200 | 41.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:39 | 200 | 52.613µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:44 | 200 | 59.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:44 | 403 | 128.892µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:03:44 | 200 | 42.965µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:49 | 200 | 42.432µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:54 | 200 | 48.117µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:54 | 200 | 43.324µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:03:59 | 200 | 38.644µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:01 | 403 | 140.474µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:04:04 | 200 | 38.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:04 | 200 | 41.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:09 | 200 | 40.875µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:04:13.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1cc034fa-5b62-4cf8-83c0-bef44d9c1484","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:04:13.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cc034fa-5b62-4cf8-83c0-bef44d9c1484","keyPrefix":"sk-oai-ptMv7XLX2PYE...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:04:13 | 201 | 2.127519ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:04:14 | 200 | 51.107µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:14 | 200 | 41.918µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:19 | 200 | 53.049µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:21 | 200 | 902.111µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:21 | 200 | 724.653µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:21 | 200 | 173.314µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:04:21 | 200 | 17.595259ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:04:24 | 200 | 40.689µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:24 | 200 | 56.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:29 | 200 | 42.433µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:34 | 200 | 40.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:34 | 200 | 41.454µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:04:36.037Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c62ddc84-aa9a-4c46-bf25-b9fa2964d157","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:04:36.037Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c62ddc84-aa9a-4c46-bf25-b9fa2964d157","keyPrefix":"sk-oai-uCZgVuLxtOZu...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:04:36 | 201 | 2.0168ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T17:04:36.068Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"01056fef-8993-46a2-baf0-fdcd7118469e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:04:36.068Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"01056fef-8993-46a2-baf0-fdcd7118469e","keyPrefix":"sk-oai-1Z0zFFBqCamU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:04:36 | 201 | 1.701129ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:04:39 | 200 | 48.88µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:44 | 200 | 823.873µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:44 | 200 | 438.599µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:44 | 200 | 179.539µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:04:44 | 200 | 8.865305ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:04:44 | 200 | 426.477µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:44 | 200 | 368.958µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:04:44 | 200 | 141.993µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:04:44 | 200 | 9.548947ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 17:04:44 | 200 | 37.971µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:44 | 200 | 40.144µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:49 | 200 | 38.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:54 | 200 | 45.419µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:54 | 200 | 45.098µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:04:59 | 200 | 40.027µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:00 | 200 | 164.51µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:00 | 200 | 141.137µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:00 | 200 | 154.541µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:00 | 200 | 35.716412ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:05:04 | 200 | 42.998µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:04 | 200 | 39.627µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:09 | 200 | 40.129µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:14 | 200 | 35.198µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:14 | 200 | 41.147µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:17 | 200 | 166.242µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:17 | 200 | 11.266308ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:05:17 | 200 | 156.242µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:17 | 200 | 10.721663ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:05:19 | 200 | 38.766µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:24 | 200 | 49.679µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:24 | 200 | 40.875µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:29 | 200 | 40.406µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:34 | 200 | 43.394µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:34 | 200 | 38.943µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:39 | 200 | 49.008µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:05:42.832Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8d216c3b-ed1a-4061-bf3b-fa25c4a285cc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:05:42.832Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d216c3b-ed1a-4061-bf3b-fa25c4a285cc","keyPrefix":"sk-oai-1EVbFzTqCQP9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:05:42 | 201 | 2.127093ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:05:42 | 200 | 717.746µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:42 | 200 | 156.431µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:42 | 200 | 586.329µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:42 | 200 | 147.716µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:42 | 200 | 560.525µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:42 | 200 | 168.624µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:42 | 200 | 549.039µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:42 | 200 | 500.073µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:42 | 200 | 126.223µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:42 | 200 | 9.354597ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 17:05:44 | 200 | 40.838µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:44 | 200 | 42.925µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:49 | 200 | 43.163µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:54 | 200 | 41.596µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:05:54 | 200 | 39.608µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:05:58.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7269b9eb-39c5-4b87-8590-ef37b77d6d0e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:05:58.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7269b9eb-39c5-4b87-8590-ef37b77d6d0e","keyPrefix":"sk-oai-KNoaHbfwkP0q...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:05:58 | 201 | 2.202984ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:05:58 | 200 | 617.184µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:05:58 | 200 | 172.556µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:05:59 | 200 | 40.172µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:04 | 200 | 38.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:04 | 200 | 42.368µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:09 | 200 | 40.951µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:14 | 200 | 48.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:14 | 200 | 40.057µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:19 | 200 | 39.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:24 | 200 | 42.122µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:24 | 200 | 38.304µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:29 | 200 | 40.547µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:34 | 200 | 39.362µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:34 | 200 | 46.203µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:39 | 200 | 41.181µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T17:06:40.625Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"453a23d2-50ad-40dc-b20c-0ce75dfdad12","ephemeral":false} {"level":"info","timestamp":"2026-05-21T17:06:40.625Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"453a23d2-50ad-40dc-b20c-0ce75dfdad12","keyPrefix":"sk-oai-1Chsg4tzPqhm...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 17:06:40 | 201 | 12.219891ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 17:06:40 | 200 | 1.440511ms | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 565.663µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 119.679µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 9.293507ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 17:06:40 | 200 | 602.447µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 120.321µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 568.95µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 131.631µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 574.043µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 119.233µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 560.668µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 226.689µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 550.794µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 165.264µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 561.855µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 186.783µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 514.906µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 131.941µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:40 | 200 | 523.647µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:40 | 200 | 130.877µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:41 | 200 | 446.658µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:41 | 200 | 122.251µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:41 | 200 | 564.029µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:41 | 200 | 123.792µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 17:06:41 | 200 | 514.952µs | 10.134.0.31 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 17:06:41 | 200 | 142.98µs | 10.134.0.31 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-21T17:06:41.163Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"453a23d2-50ad-40dc-b20c-0ce75dfdad12"} {"level":"info","timestamp":"2026-05-21T17:06:41.163Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"453a23d2-50ad-40dc-b20c-0ce75dfdad12","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/21 - 17:06:41 | 200 | 2.953944ms | 100.64.0.3 | DELETE "/v1/api-keys/453a23d2-50ad-40dc-b20c-0ce75dfdad12" [GIN] 2026/05/21 - 17:06:44 | 200 | 52.361µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 17:06:44 | 200 | 42.993µs | 10.134.0.2 | GET "/health"