[GIN] 2026/05/28 - 19:07:07 | 200 | 41.459µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:11 | 200 | 41.492µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:07:13.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fab275c2-bb81-429a-a3fa-9cd62fd51579","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:07:13.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fab275c2-bb81-429a-a3fa-9cd62fd51579","keyPrefix":"sk-oai-PZY3JN0SZMUr...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:07:13 | 201 | 1.68403ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:07:16 | 200 | 40.285µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:17 | 200 | 51.593µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:21 | 200 | 49.257µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:22 | 200 | 519.031µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:07:22 | 200 | 167.901µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:07:26 | 200 | 40.595µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:27 | 200 | 38.406µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:31 | 200 | 41.292µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:36 | 200 | 37.836µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:37 | 200 | 37.711µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:07:39.636Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3fb1db90-eb46-43d0-8767-76907cd0c3c5","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:07:39.636Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3fb1db90-eb46-43d0-8767-76907cd0c3c5","keyPrefix":"sk-oai-1GnRCJopbVHc...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:07:39 | 201 | 1.766986ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:07:39 | 200 | 394.244µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:07:39 | 200 | 270.325µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:07:41 | 200 | 49.62µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:46 | 200 | 39.185µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:47 | 200 | 39.808µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:51 | 200 | 39.514µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:56 | 200 | 46.916µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:07:57 | 200 | 46.716µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:07:57.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"38c64e30-3440-4f0f-9678-79b5ac681662","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:07:57.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38c64e30-3440-4f0f-9678-79b5ac681662","keyPrefix":"sk-oai-WydTPnTqrr2h...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:07:57 | 201 | 1.691536ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:07:57 | 200 | 526.759µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:07:57 | 200 | 415.078µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:08:01 | 200 | 43.068µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:06 | 200 | 38.649µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:07 | 200 | 39.583µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:11 | 200 | 39.043µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:08:14.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a06fbc22-6951-4089-bfa4-62c02e77a19b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:08:14.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a06fbc22-6951-4089-bfa4-62c02e77a19b","keyPrefix":"sk-oai-glXinpGMbrcw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:08:14 | 201 | 1.679155ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:08:14.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0596ea84-af1b-47e2-80e7-3c699e2ca495","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:08:14.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0596ea84-af1b-47e2-80e7-3c699e2ca495","keyPrefix":"sk-oai-1LAcwZlcnTj8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:08:14 | 201 | 1.748358ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:08:14 | 200 | 538.873µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:08:14 | 200 | 389.888µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:08:14 | 200 | 529.218µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:08:14 | 200 | 414.923µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:08:16 | 200 | 40.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:17 | 200 | 43.926µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:21 | 200 | 40.952µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:26 | 200 | 47.09µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:27 | 200 | 40.813µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:31 | 200 | 41.991µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T19:08:32.277Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T19:08:32.277Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 19:08:32 | 400 | 282.009µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:08:36 | 200 | 44.772µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:37 | 200 | 39.488µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:41 | 200 | 42.264µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:46 | 200 | 37.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:47 | 200 | 51.552µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:08:49.684Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c251a20f-9aac-49c4-b4d9-15bd8b40347d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:08:49.684Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c251a20f-9aac-49c4-b4d9-15bd8b40347d","keyPrefix":"sk-oai-LEgPkzUddCl9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:08:49 | 201 | 9.911553ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:08:49 | 200 | 915.368µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:08:49 | 200 | 242.231µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:08:51 | 200 | 40.482µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:56 | 200 | 49.04µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:08:57 | 200 | 41.606µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:08:58.755Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ed469fec-f68e-424a-8173-1b58f547eaa6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:08:58.755Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed469fec-f68e-424a-8173-1b58f547eaa6","keyPrefix":"sk-oai-CXx4G3wd8Nkw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:08:58 | 201 | 1.652562ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:09:01 | 200 | 40.523µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:06 | 200 | 58.035µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:07 | 200 | 555.048µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:09:07 | 200 | 112.289µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:09:07 | 200 | 37.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:11 | 200 | 40.056µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:16 | 200 | 37.867µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:17 | 200 | 50.981µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:21 | 200 | 41.26µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:09:24.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a54b3b6d-cb46-4884-af92-bba46109d30a","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:09:24.362Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a54b3b6d-cb46-4884-af92-bba46109d30a","keyPrefix":"sk-oai-8IW6ntrdDqw4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:09:24 | 201 | 1.711001ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:09:24 | 200 | 586.64µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:09:24 | 200 | 435.098µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:09:26 | 200 | 40.3µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:27 | 200 | 42.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:31 | 200 | 40.628µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:36 | 200 | 43.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:37 | 200 | 41.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:41 | 200 | 42.817µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:46 | 200 | 40.99µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:47 | 200 | 38.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:51 | 200 | 42.455µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:56 | 200 | 43.372µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:09:57 | 200 | 40.613µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:01 | 200 | 48.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:06 | 200 | 38.935µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:07 | 200 | 40.448µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:11 | 200 | 39.865µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:16 | 200 | 40.936µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:17 | 200 | 44.492µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:21 | 200 | 56.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:26 | 200 | 50.68µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:27 | 200 | 37.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:31 | 200 | 40.245µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:36 | 200 | 41.65µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:37 | 200 | 40.115µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:41 | 200 | 39.802µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:46 | 200 | 40.634µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:47 | 200 | 42.739µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:51 | 200 | 40.431µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:56 | 200 | 39.058µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:10:57 | 200 | 39.752µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:01 | 200 | 40.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:06 | 200 | 42.328µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:07 | 200 | 41.145µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:11 | 200 | 48.393µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:16 | 200 | 43.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:17 | 200 | 39.188µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:21 | 200 | 42.696µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:11:24.009Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6ad4fdfc-704c-4912-a145-2e054030d4d6","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:11:24.009Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ad4fdfc-704c-4912-a145-2e054030d4d6","keyPrefix":"sk-oai-1YGNpSAcDLkQ...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:11:24 | 201 | 2.604279ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:11:26 | 200 | 40.895µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:27 | 200 | 40.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:31 | 200 | 38.566µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:36 | 200 | 40.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:37 | 200 | 39.409µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:41 | 200 | 45.607µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:46 | 200 | 38.689µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:47 | 200 | 56.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:48 | 200 | 542.266µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:11:48 | 200 | 379.858µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:11:49 | 404 | 684.108µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:11:51 | 200 | 40.728µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:56 | 200 | 39.956µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:11:57 | 200 | 44.809µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:01 | 200 | 43.052µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:06 | 200 | 34.901µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:07 | 200 | 42.846µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:11 | 200 | 55.861µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:16 | 200 | 36.78µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:17 | 200 | 39.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:21 | 200 | 42.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:26 | 200 | 39.514µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:27 | 200 | 38.428µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:31 | 200 | 40.547µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:36 | 200 | 39.687µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:37 | 200 | 40.15µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:41 | 200 | 40.432µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:12:41.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b80d38ce-1cc2-4f0a-be97-a9a4f6f849c3","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:12:41.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b80d38ce-1cc2-4f0a-be97-a9a4f6f849c3","keyPrefix":"sk-oai-PtQdgoBZxNB7...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:12:41 | 201 | 1.771448ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:12:41 | 200 | 607.551µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:12:41 | 200 | 406.67µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:12:46 | 200 | 43.492µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:47 | 200 | 39.512µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:51 | 200 | 40.67µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:56 | 200 | 40.688µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:12:57 | 200 | 44.871µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:13:00.699Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"552ba2ac-c1a3-4b51-a80e-957016656e25","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:13:00.699Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"552ba2ac-c1a3-4b51-a80e-957016656e25","keyPrefix":"sk-oai-uTG9yKL5aAoy...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:13:00 | 201 | 1.696376ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:13:00 | 200 | 746.148µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:13:00 | 200 | 382.855µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:13:01 | 200 | 535.262µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:13:01 | 200 | 391.749µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:13:01 | 200 | 47.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:06 | 200 | 42.521µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:07 | 200 | 38.244µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:11 | 200 | 39.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:16 | 200 | 53.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:17 | 200 | 38.205µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:13:20.184Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f3dd1820-a6aa-41c1-887c-ba99c0a0bbfa","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:13:20.184Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3dd1820-a6aa-41c1-887c-ba99c0a0bbfa","keyPrefix":"sk-oai-TmC2J1hsm1NZ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:13:20 | 201 | 1.754193ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:13:20 | 200 | 389.307µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:13:20 | 200 | 321.198µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:13:20 | 200 | 192.903µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:13:20 | 200 | 18.34948ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:13:21 | 200 | 45.873µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:26 | 200 | 42.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:27 | 200 | 42.27µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:31 | 200 | 47.491µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:36 | 200 | 39.047µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:37 | 200 | 43.432µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:39 | 200 | 236.207µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:13:39 | 200 | 224.53µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:13:39 | 200 | 20.780973ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:13:41 | 200 | 61.673µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:46 | 200 | 40.404µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:47 | 200 | 46.163µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:13:51.371Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5c6ef84c-2522-436b-a472-7d9f22e8f0b9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:13:51.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c6ef84c-2522-436b-a472-7d9f22e8f0b9","keyPrefix":"sk-oai-z5rYNyKvV7Dk...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:13:51 | 201 | 10.671603ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:13:51 | 200 | 46.295µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:56 | 200 | 39.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:13:57 | 200 | 39.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:01 | 200 | 39.727µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:06 | 200 | 40.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:07 | 200 | 37.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:11 | 200 | 50.496µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:16 | 200 | 48.027µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:17 | 200 | 41.032µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:21 | 200 | 40.23µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:21 | 200 | 1.132867ms | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:14:21 | 200 | 145.631µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:14:21 | 200 | 432.514µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:14:21 | 200 | 310.264µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:14:21 | 200 | 170.293µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:14:21 | 200 | 10.578943ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:14:26 | 200 | 38.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:27 | 200 | 37.349µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:31 | 200 | 39.142µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:36 | 200 | 40.913µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:37 | 200 | 62.337µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:38 | 200 | 162.546µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:14:38 | 200 | 14.518382ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:14:41 | 200 | 37.673µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:46 | 200 | 46.033µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:47 | 200 | 40.284µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:14:47.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e6d82c69-a30a-4d8c-98a2-44a4a0a95437","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:14:47.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6d82c69-a30a-4d8c-98a2-44a4a0a95437","keyPrefix":"sk-oai-ZyLHOD2nBxcI...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:14:47 | 201 | 1.740342ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:14:51 | 200 | 39.199µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:55 | 200 | 536.343µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:14:55 | 200 | 355.248µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:14:55 | 200 | 129.363µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:14:55 | 200 | 9.595343ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:14:55.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8719ac05-6e20-4162-bd02-16654a85c0e0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:14:55.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8719ac05-6e20-4162-bd02-16654a85c0e0","keyPrefix":"sk-oai-prk9RSzKzGiV...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:14:55 | 201 | 1.52554ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:14:56 | 200 | 55.8µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:14:57 | 200 | 39.205µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:01 | 200 | 45.16µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:15:01.707Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 19:15:01 | 200 | 679.331µs | 10.133.0.57 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 19:15:04 | 200 | 570.869µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:04 | 200 | 274.849µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:04 | 200 | 150.116µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:04 | 200 | 28.030885ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:04 | 200 | 372.594µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:04 | 200 | 267.852µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:04 | 200 | 129.883µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:04 | 200 | 6.1265ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:15:05.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac2d41e4-956a-40d2-86e0-d0102feb8d06","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:15:05.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac2d41e4-956a-40d2-86e0-d0102feb8d06","keyPrefix":"sk-oai-eJkulxnJRU8q...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:15:05 | 201 | 1.699037ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:06 | 200 | 41.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:07 | 200 | 43.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:11 | 200 | 38.8µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:13 | 200 | 509.02µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:13 | 200 | 224.54µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:13 | 200 | 133.331µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:13 | 200 | 9.295528ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:16 | 200 | 46.112µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:17 | 200 | 39.28µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:21 | 200 | 44.631µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:15:24.663Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aed121c7-1b90-4455-978f-e9e0625cbaa9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:15:24.663Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aed121c7-1b90-4455-978f-e9e0625cbaa9","keyPrefix":"sk-oai-Sjy992YXBisO...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:15:24 | 201 | 1.657161ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:26 | 200 | 39.897µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:27 | 200 | 40.273µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:31 | 200 | 50.084µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:32 | 200 | 454.374µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:32 | 200 | 404.93µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:32 | 200 | 236.192µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:32 | 200 | 390.665µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:32 | 200 | 229.187µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:32 | 200 | 20.433327ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:36 | 200 | 38.806µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:37 | 200 | 37.74µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:41 | 200 | 39.021µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:15:43.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6975d7c6-36fd-4f1a-b65e-95e8bf3bed3f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:15:43.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6975d7c6-36fd-4f1a-b65e-95e8bf3bed3f","keyPrefix":"sk-oai-qbudcsXjnEZr...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:15:43 | 201 | 2.708958ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:46 | 200 | 34.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:47 | 200 | 40.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:51 | 200 | 37.059µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:52 | 200 | 644.38µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:52 | 200 | 485.995µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:52 | 200 | 372.666µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:52 | 200 | 9.743161ms | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:15:52 | 200 | 377.14µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:15:52 | 200 | 23.326871ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:15:56 | 200 | 39.694µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:15:57 | 200 | 39.608µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:01 | 200 | 40.943µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:06 | 200 | 45.922µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:07 | 200 | 40.265µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:08 | 200 | 197.71µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:16:08 | 200 | 223.775µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:16:08 | 200 | 187.415µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:16:08 | 200 | 37.615749ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:16:11 | 200 | 39.922µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:16 | 200 | 48.967µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:17 | 200 | 51.393µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:21 | 200 | 41.14µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:25 | 200 | 149.05µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:16:25 | 200 | 12.769939ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:16:26 | 200 | 39.735µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:27 | 200 | 38.387µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:31 | 200 | 49.771µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:36 | 200 | 36.768µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:16:36.904Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b6edb70-2e3c-4b79-b4ca-7600644da91c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:16:36.904Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b6edb70-2e3c-4b79-b4ca-7600644da91c","keyPrefix":"sk-oai-MjAKW7T8s0vZ...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:16:36 | 201 | 1.74842ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:16:37 | 200 | 51.665µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:41 | 200 | 41.259µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:44 | 200 | 844.021µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:16:44 | 200 | 140.664µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:16:45.535Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27e6d848-32de-4bcb-aedd-9e637b9f942d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:16:45.535Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27e6d848-32de-4bcb-aedd-9e637b9f942d","keyPrefix":"sk-oai-1QtYFUTgWhNs...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:16:45 | 201 | 1.587782ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:16:46 | 200 | 39.975µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:47 | 200 | 41.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:51 | 200 | 51.438µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:53 | 200 | 617.083µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:16:53 | 200 | 335.641µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:16:53 | 200 | 112.373µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:16:53 | 200 | 9.514431ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:16:53.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1dda5c43-16b0-477f-b14a-89874db63fa3","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:16:53.944Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1dda5c43-16b0-477f-b14a-89874db63fa3","keyPrefix":"sk-oai-UgZcSZTOahkt...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:16:53 | 201 | 1.531899ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:16:56 | 200 | 41.954µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:16:57 | 200 | 39.052µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:01 | 200 | 39.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:01 | 200 | 601.008µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:17:01 | 200 | 454.75µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:17:01 | 200 | 156.08µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:17:01 | 200 | 10.307333ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:17:02.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6c4917e1-89f6-4d8c-9810-681cae30189e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:17:02.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c4917e1-89f6-4d8c-9810-681cae30189e","keyPrefix":"sk-oai-yu5BNpuYrWn8...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:17:02 | 201 | 1.519871ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:17:06 | 200 | 41.319µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:07 | 200 | 39.781µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:10 | 200 | 434.121µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:17:10 | 200 | 300.436µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:17:10 | 200 | 180.73µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:17:10 | 200 | 9.542622ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:17:11 | 200 | 41.908µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:16 | 200 | 42.847µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:17 | 200 | 94.9µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:17:19.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7417270c-96d1-4b20-b7ec-5b1ebd7bc178","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:17:19.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7417270c-96d1-4b20-b7ec-5b1ebd7bc178","keyPrefix":"sk-oai-3TKcdZl4rHSc...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:17:19 | 201 | 1.685473ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:17:21 | 200 | 46.261µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:26 | 200 | 39.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:27 | 200 | 38.386µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:31 | 200 | 41.46µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:36 | 200 | 479.411µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:17:36 | 403 | 123.17µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:17:36 | 200 | 42.418µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:37 | 200 | 43.201µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:41 | 200 | 38.392µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:46 | 200 | 39.539µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:47 | 200 | 42.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:51 | 200 | 38.654µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:53 | 403 | 116.159µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:17:56 | 200 | 40.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:17:57 | 200 | 38.649µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:01 | 200 | 42.214µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:06 | 200 | 41.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:07 | 200 | 40.731µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:10 | 403 | 127.155µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:18:11 | 200 | 40.484µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:16 | 200 | 59.701µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:17 | 200 | 45.849µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:21 | 200 | 41.335µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:26 | 200 | 44.954µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:27 | 200 | 37.832µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:27 | 403 | 128.456µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:18:31 | 200 | 43.729µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:36 | 200 | 46.642µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:37 | 200 | 40.214µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:41 | 200 | 41.332µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:18:41.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fa3126d8-29bf-45d8-b234-f4bf3a889cab","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:18:41.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa3126d8-29bf-45d8-b234-f4bf3a889cab","keyPrefix":"sk-oai-AMhH33pIExjY...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:18:41 | 201 | 1.680873ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:18:46 | 200 | 40.584µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:47 | 200 | 40.922µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:49 | 200 | 443.173µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:18:49 | 200 | 360.681µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:18:49 | 200 | 168.209µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:18:49 | 200 | 18.545306ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:18:51 | 200 | 57.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:56 | 200 | 38.235µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:18:57 | 200 | 38.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:01 | 200 | 39.827µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:19:04.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2eaf30a9-de9c-4bec-9141-2d483f65778c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:19:04.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2eaf30a9-de9c-4bec-9141-2d483f65778c","keyPrefix":"sk-oai-h8hPlWeQfmo6...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:19:04 | 201 | 2.877108ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T19:19:04.140Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ee5716a0-3a31-4a39-af5c-6581c6254224","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:19:04.140Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee5716a0-3a31-4a39-af5c-6581c6254224","keyPrefix":"sk-oai-9MpsqxY4u3zE...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:19:04 | 201 | 1.545435ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:06 | 200 | 40.166µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:07 | 200 | 43.085µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:11 | 200 | 46.354µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:12 | 200 | 498.395µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:19:12 | 200 | 283.812µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:19:12 | 200 | 233.588µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:12 | 200 | 9.625039ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:12 | 200 | 406.739µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:19:12 | 200 | 287.239µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:19:12 | 200 | 203.85µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:12 | 200 | 12.035898ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:16 | 200 | 39.459µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:17 | 200 | 39.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:21 | 200 | 38.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:26 | 200 | 38.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:27 | 200 | 40.322µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:28 | 200 | 388.162µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:28 | 200 | 379.401µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:28 | 200 | 337.515µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:28 | 200 | 32.985639ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:31 | 200 | 44.924µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:36 | 200 | 38.5µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:37 | 200 | 40.572µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:41 | 200 | 40.899µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:45 | 200 | 163.342µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:45 | 200 | 11.477746ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:45 | 200 | 162.177µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:19:45 | 200 | 10.215914ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:19:46 | 200 | 37.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:47 | 200 | 39.338µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:51 | 200 | 39.934µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:56 | 200 | 45.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:19:57 | 200 | 41.006µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:01 | 200 | 42.262µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:06 | 200 | 42.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:07 | 200 | 40.439µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:20:11.000Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"627b01c9-bba2-4f62-badd-390361b146c9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:20:11.000Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"627b01c9-bba2-4f62-badd-390361b146c9","keyPrefix":"sk-oai-LxrYJumcRTN9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:20:11 | 201 | 1.822869ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:20:11 | 200 | 447.334µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:11 | 200 | 238.94µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:20:11 | 200 | 766.828µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:11 | 200 | 183.303µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:20:11 | 200 | 348.12µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:11 | 200 | 190.674µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:20:11 | 200 | 340.511µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:11 | 200 | 293.734µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:11 | 200 | 144.357µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:20:11 | 200 | 12.085389ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:20:11 | 200 | 52.459µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:16 | 200 | 40.278µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:17 | 200 | 42.436µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:21 | 200 | 39.86µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:26 | 200 | 39.073µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:20:26.763Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"98358035-a9b8-4999-9cb9-4005b5ca97a7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:20:26.763Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98358035-a9b8-4999-9cb9-4005b5ca97a7","keyPrefix":"sk-oai-oXl6uUGYlj8O...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:20:26 | 201 | 1.750539ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:20:27 | 200 | 39.773µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:27 | 200 | 447.859µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:20:27 | 200 | 277.698µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:20:31 | 200 | 39.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:36 | 200 | 39.096µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:37 | 200 | 37.625µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:41 | 200 | 61.037µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:46 | 200 | 41.825µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:47 | 200 | 39.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:51 | 200 | 41.423µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:56 | 200 | 45.1µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:20:57 | 200 | 40.806µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:21:01 | 200 | 49.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:21:06 | 200 | 39.153µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/28 - 19:21:07 | 200 | 40.841µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:21:08.850Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"6e989266-81ee-46b1-8fda-4ef15721f039","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:21:08.850Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e989266-81ee-46b1-8fda-4ef15721f039","keyPrefix":"sk-oai-zoegqjGJyrlL...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:21:08 | 201 | 10.448551ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:21:08 | 200 | 1.085007ms | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:08 | 200 | 285.703µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:08 | 200 | 121.998µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:08 | 200 | 10.380905ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:21:08 | 200 | 464.387µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:08 | 200 | 148.933µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 438.086µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 123.796µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 445.219µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 129.667µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 467.035µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 153.957µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 339.628µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 150.983µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 349.224µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 127.872µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 371.95µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 128.986µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 338.237µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 136.03µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 357.632µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 128.296µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 343.024µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 132.1µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:21:09 | 200 | 319.582µs | 10.132.0.20 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:21:09 | 200 | 122.013µs | 10.132.0.20 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T19:21:09.433Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"6e989266-81ee-46b1-8fda-4ef15721f039"} {"level":"info","timestamp":"2026-05-28T19:21:09.433Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6e989266-81ee-46b1-8fda-4ef15721f039","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 19:21:09 | 200 | 2.386228ms | 100.64.0.3 | DELETE "/v1/api-keys/6e989266-81ee-46b1-8fda-4ef15721f039" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:21:11 | 200 | 39.461µs | 10.134.0.2 | GET "/health"