[GIN] 2026/05/27 - 17:25:34 | 200 | 41.04µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:37 | 200 | 40.691µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:25:40.422Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3091207d-8892-48cd-81f0-c2175c20f869","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:25:40.422Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3091207d-8892-48cd-81f0-c2175c20f869","keyPrefix":"sk-oai-1U6UuWWUDcpg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:25:40 | 201 | 1.800798ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:25:42 | 200 | 43.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:44 | 200 | 39.62µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:47 | 200 | 36.503µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:48 | 200 | 485.422µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:25:48 | 200 | 136.202µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:25:52 | 200 | 48.432µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:54 | 200 | 40.296µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:25:57 | 200 | 60.537µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:02 | 200 | 37.937µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:04 | 200 | 45.969µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:26:06.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dbe141e4-064d-421c-821b-58460f5891cf","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:26:06.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbe141e4-064d-421c-821b-58460f5891cf","keyPrefix":"sk-oai-1ByEyhDGfRau...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:26:06 | 201 | 1.527306ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:26:06 | 200 | 336.215µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:26:06 | 200 | 145.386µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:26:07 | 200 | 38.917µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:12 | 200 | 53.795µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:14 | 200 | 61.608µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:17 | 200 | 39.355µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:22 | 200 | 40.911µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:26:23.726Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"45f5e6fd-489b-4736-9d2a-a35a68338582","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:26:23.726Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45f5e6fd-489b-4736-9d2a-a35a68338582","keyPrefix":"sk-oai-1dQz5v1iKNyk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:26:23 | 201 | 1.616627ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:26:23 | 200 | 457.139µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:26:23 | 200 | 375.848µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:26:24 | 200 | 44.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:27 | 200 | 36.955µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:32 | 200 | 38.556µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:34 | 200 | 60.653µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:37 | 200 | 43.18µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:26:41.027Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e6be5b87-c559-46dc-8571-ae6598a28289","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:26:41.027Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6be5b87-c559-46dc-8571-ae6598a28289","keyPrefix":"sk-oai-1UnTjFOn147o...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:26:41 | 201 | 1.993374ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:26:41.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6aa6f290-48ec-4139-b1ff-c988d73ba6e4","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:26:41.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6aa6f290-48ec-4139-b1ff-c988d73ba6e4","keyPrefix":"sk-oai-1aYmE4jfDjFY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:26:41 | 201 | 1.628863ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:26:41 | 200 | 368.791µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:26:41 | 200 | 182.775µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:26:41 | 200 | 328.539µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:26:41 | 200 | 169.258µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:26:42 | 200 | 33.669µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:44 | 200 | 38.98µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:47 | 200 | 34.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:52 | 200 | 63.156µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:54 | 200 | 38.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:26:57 | 200 | 32.129µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-27T17:26:58.727Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-27T17:26:58.727Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/27 - 17:26:58 | 400 | 279.066µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:27:02 | 200 | 33.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:04 | 200 | 33.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:07 | 200 | 34.266µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:12 | 200 | 32.953µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:14 | 200 | 35.058µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:27:16.125Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9c8a4872-643f-461d-8922-45f89dc8d848","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:27:16.125Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c8a4872-643f-461d-8922-45f89dc8d848","keyPrefix":"sk-oai-14ekpNMAAv36...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:27:16 | 201 | 10.433797ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:27:16 | 200 | 1.129272ms | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:27:16 | 200 | 430.324µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:27:17 | 200 | 35.065µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:22 | 200 | 31.925µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:24 | 200 | 38.203µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:27:25.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8d4c2f78-18ae-4816-a4bb-800a5c016a03","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:27:25.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d4c2f78-18ae-4816-a4bb-800a5c016a03","keyPrefix":"sk-oai-1eGuLBHYyTna...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:27:25 | 201 | 1.717896ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:27:27 | 200 | 32.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:32 | 200 | 35.855µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:33 | 200 | 555.444µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:27:33 | 200 | 127.59µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:27:34 | 200 | 32.89µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:37 | 200 | 31.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:42 | 200 | 32.741µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:44 | 200 | 48.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:47 | 200 | 31.456µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:27:50.921Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a2be2a2a-177c-40c9-951f-d24d22527410","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:27:50.921Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2be2a2a-177c-40c9-951f-d24d22527410","keyPrefix":"sk-oai-6ym4CRcSk7Xg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:27:50 | 201 | 1.648835ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:27:50 | 200 | 643.403µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:27:50 | 200 | 407.315µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:27:52 | 200 | 37.802µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:54 | 200 | 32.219µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:27:57 | 200 | 32.46µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:02 | 200 | 32.233µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:04 | 200 | 37.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:07 | 200 | 31.934µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:12 | 200 | 32.564µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:14 | 200 | 39.62µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:17 | 200 | 33.126µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:22 | 200 | 33.736µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:24 | 200 | 37.046µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:27 | 200 | 32.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:32 | 200 | 42.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:34 | 200 | 40.8µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:37 | 200 | 39.232µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:42 | 200 | 40.626µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:44 | 200 | 39.692µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:47 | 200 | 43.276µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:52 | 200 | 36.695µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:54 | 200 | 48.184µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:28:57 | 200 | 38.83µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:02 | 200 | 38.626µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:04 | 200 | 39.3µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:07 | 200 | 38.656µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:12 | 200 | 37.087µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:14 | 200 | 39.149µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:17 | 200 | 38.362µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:22 | 200 | 38.551µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:24 | 200 | 41.819µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:27 | 200 | 40.145µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:32 | 200 | 39.794µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:34 | 200 | 42.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:37 | 200 | 41.145µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:42 | 200 | 37.061µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:44 | 200 | 42.744µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:47 | 200 | 39.485µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:52 | 200 | 39.13µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:29:52.690Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a62f20e4-95cd-4de1-8418-b8dbb856cdfd","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:29:52.690Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a62f20e4-95cd-4de1-8418-b8dbb856cdfd","keyPrefix":"sk-oai-1DS95E1ZgJMK...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:29:52 | 201 | 1.450038ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:29:54 | 200 | 49.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:29:57 | 200 | 49.238µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:02 | 200 | 41.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:04 | 200 | 39.054µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:30:05.308Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/27 - 17:30:05 | 200 | 706.526µs | 10.133.0.29 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/27 - 17:30:07 | 200 | 38.033µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:12 | 200 | 41.187µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:14 | 200 | 39.591µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:15 | 200 | 1.460977ms | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:30:15 | 200 | 215.324µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:30:16 | 404 | 623.307µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:30:17 | 200 | 37.515µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:22 | 200 | 38.211µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:24 | 200 | 39.081µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:27 | 200 | 38.139µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:32 | 200 | 39.572µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:34 | 200 | 33.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:37 | 200 | 32.255µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:42 | 200 | 33.757µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:44 | 200 | 32.059µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:47 | 200 | 31.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:52 | 200 | 36.427µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:54 | 200 | 34.191µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:30:57 | 200 | 38.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:02 | 200 | 34.84µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:04 | 200 | 32.639µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:07 | 200 | 31.745µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:31:08.709Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7f9ce37a-a27a-4970-b211-aa69efb2ec46","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:31:08.709Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f9ce37a-a27a-4970-b211-aa69efb2ec46","keyPrefix":"sk-oai-s6U0esBF1sxO...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:31:08 | 201 | 1.77536ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:31:08 | 200 | 351.198µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:31:08 | 200 | 221.325µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:31:12 | 200 | 37.262µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:14 | 200 | 33.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:17 | 200 | 33.547µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:22 | 200 | 33.641µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:24 | 200 | 31.294µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:27 | 200 | 32.134µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:31:27.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a9bec829-ceb4-418f-b271-bde18cd17327","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:31:27.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9bec829-ceb4-418f-b271-bde18cd17327","keyPrefix":"sk-oai-JCvRXu694RhB...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:31:27 | 201 | 2.053988ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:31:27 | 200 | 374.653µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:31:27 | 200 | 151.109µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:31:28 | 200 | 345.104µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:31:28 | 200 | 158.564µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:31:32 | 200 | 32.848µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:34 | 200 | 34.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:37 | 200 | 31.997µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:42 | 200 | 36.164µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:44 | 200 | 31.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:47 | 200 | 32.757µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:31:47.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"79eb2995-2e36-4da7-bbf0-caece64eae72","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:31:47.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79eb2995-2e36-4da7-bbf0-caece64eae72","keyPrefix":"sk-oai-1GIpaUODK2CW...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:31:47 | 201 | 1.813437ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:31:47 | 200 | 325.237µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:31:47 | 200 | 284.331µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:31:47 | 200 | 135.892µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:31:47 | 200 | 20.27371ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:31:52 | 200 | 32.467µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:54 | 200 | 35.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:31:57 | 200 | 31.902µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:02 | 200 | 33.439µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:04 | 200 | 31.976µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:06 | 200 | 153.371µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:32:06 | 200 | 140.886µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:32:06 | 200 | 23.337357ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:32:07 | 200 | 30.626µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:12 | 200 | 32.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:14 | 200 | 37.158µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:17 | 200 | 32.625µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:32:18.425Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc973b3c-d878-480f-a349-d9a0759e9be8","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:32:18.425Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc973b3c-d878-480f-a349-d9a0759e9be8","keyPrefix":"sk-oai-Q0CHRTJ4yo9L...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:32:18 | 201 | 9.654945ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:32:22 | 200 | 32.492µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:24 | 200 | 36.054µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:27 | 200 | 32.753µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:32 | 200 | 34.299µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:34 | 200 | 31.5µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:37 | 200 | 41.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:42 | 200 | 32.222µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:44 | 200 | 33.297µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:47 | 200 | 32.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:48 | 200 | 1.784903ms | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:32:48 | 200 | 135.731µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:32:48 | 200 | 380.66µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:32:48 | 200 | 361.901µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:32:48 | 200 | 106.023µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:32:48 | 200 | 17.85527ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:32:52 | 200 | 34.344µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:54 | 200 | 31.245µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:32:57 | 200 | 31.986µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:02 | 200 | 32.739µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:04 | 200 | 31.169µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:05 | 200 | 122.108µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:05 | 200 | 12.822001ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:07 | 200 | 38.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:12 | 200 | 33.215µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:33:14.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9910baf2-a973-4a20-b696-35e7ef9f5f87","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:33:14.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9910baf2-a973-4a20-b696-35e7ef9f5f87","keyPrefix":"sk-oai-U9EnQ0ag7nUp...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:33:14 | 201 | 1.699968ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:14 | 200 | 42.703µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:17 | 200 | 36.039µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:22 | 200 | 31.256µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:22 | 200 | 500.997µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:22 | 200 | 302.399µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:22 | 200 | 122.177µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:22 | 200 | 9.977206ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:33:22.713Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae29e537-84d0-48fe-8e92-561fab5d1c2b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:33:22.713Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae29e537-84d0-48fe-8e92-561fab5d1c2b","keyPrefix":"sk-oai-1CBkE6Ps2VWC...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:33:22 | 201 | 1.635027ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:24 | 200 | 37.498µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:27 | 200 | 32.584µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:30 | 200 | 532.717µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:30 | 200 | 248.629µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:30 | 200 | 99.994µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:30 | 200 | 7.364519ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:30 | 200 | 222.799µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:30 | 200 | 230.207µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:30 | 200 | 126.297µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:30 | 200 | 6.967656ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:33:31.800Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d45e9caf-68c0-48c0-9515-54e310d5bc77","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:33:31.800Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d45e9caf-68c0-48c0-9515-54e310d5bc77","keyPrefix":"sk-oai-WBfTg0VtN7n9...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:33:31 | 201 | 1.81303ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:32 | 200 | 34.093µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:34 | 200 | 33.371µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:37 | 200 | 31.768µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:39 | 200 | 445.633µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:39 | 200 | 321.48µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:39 | 200 | 200.901µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:39 | 200 | 10.029131ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:42 | 200 | 33.682µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:44 | 200 | 34.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:47 | 200 | 38.1µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:33:48.959Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"167f4036-7cda-4960-89f3-adaa472460f1","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:33:48.959Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"167f4036-7cda-4960-89f3-adaa472460f1","keyPrefix":"sk-oai-A5xzHg6WeTS9...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:33:48 | 201 | 1.995543ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:52 | 200 | 33.481µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:54 | 200 | 31.423µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:33:56 | 200 | 445.481µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:56 | 200 | 254.151µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:57 | 200 | 125.967µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:57 | 200 | 251.904µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:33:57 | 200 | 140.833µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:33:57 | 200 | 19.209361ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:33:57 | 200 | 36.423µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:02 | 200 | 39.064µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:04 | 200 | 53.925µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:07 | 200 | 38.923µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:34:10.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76812f12-7ea4-4026-9d20-98bb77139af2","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:34:10.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76812f12-7ea4-4026-9d20-98bb77139af2","keyPrefix":"sk-oai-1Vcf2bG6dCA9...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:34:10 | 201 | 1.68265ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:34:12 | 200 | 51.87µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:14 | 200 | 42.39µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:17 | 200 | 38.581µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:18 | 200 | 430.358µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:34:18 | 200 | 254.997µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:34:18 | 200 | 142.363µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:18 | 200 | 9.27718ms | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:34:18 | 200 | 138.412µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:18 | 200 | 24.011176ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:34:22 | 200 | 40.127µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:24 | 200 | 39.724µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:27 | 200 | 40.287µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:32 | 200 | 63.528µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:34 | 200 | 37.753µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:34 | 200 | 156.268µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:34 | 200 | 137.266µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:34 | 200 | 139.069µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:34 | 200 | 37.416457ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:34:37 | 200 | 39.69µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:42 | 200 | 37.9µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:44 | 200 | 41.055µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:47 | 200 | 42.617µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:52 | 200 | 171.305µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:34:52 | 200 | 13.999695ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:34:52 | 200 | 34.73µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:54 | 200 | 42.559µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:34:57 | 200 | 39.339µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:02 | 200 | 43.001µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:04 | 200 | 40.252µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:35:05.364Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bf8927a-9a43-4b3e-918c-42f47c4ca0b9","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:35:05.364Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bf8927a-9a43-4b3e-918c-42f47c4ca0b9","keyPrefix":"sk-oai-56vbE1IF6yAg...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:35:05 | 201 | 2.20421ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:07 | 200 | 37.872µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:12 | 200 | 37.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:13 | 200 | 558.443µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:13 | 200 | 131.253µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:35:13.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d59074f0-a777-4130-8e3b-ed01ef82374c","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:35:13.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d59074f0-a777-4130-8e3b-ed01ef82374c","keyPrefix":"sk-oai-15uFC1S8wqPQ...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:35:13 | 201 | 1.529765ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:14 | 200 | 37.919µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:17 | 200 | 39.021µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:22 | 200 | 577.51µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:22 | 200 | 324.362µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:22 | 200 | 129.824µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:35:22 | 200 | 10.123589ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:22 | 200 | 37.54µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:35:22.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"431f4374-22df-4fd6-9fca-fc57335008aa","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:35:22.369Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"431f4374-22df-4fd6-9fca-fc57335008aa","keyPrefix":"sk-oai-xWsLEylQ4jcD...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:35:22 | 201 | 1.728925ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:24 | 200 | 53.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:27 | 200 | 43.657µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:30 | 200 | 547.645µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:30 | 200 | 270.641µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:30 | 200 | 119.19µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:35:30 | 200 | 10.049145ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:35:31.135Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"892d8d5b-54f6-4e0d-a237-7e692459fa13","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:35:31.135Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"892d8d5b-54f6-4e0d-a237-7e692459fa13","keyPrefix":"sk-oai-qRNjEpeV1oO6...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:35:31 | 201 | 1.778961ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:32 | 200 | 43.834µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:34 | 200 | 39.511µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:37 | 200 | 37.907µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:39 | 200 | 488.833µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:39 | 200 | 284.903µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:35:39 | 200 | 185.201µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:35:39 | 200 | 12.014099ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:42 | 200 | 39.896µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:44 | 200 | 65.342µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:47 | 200 | 39.69µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:35:48.337Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d5454554-5e1a-4578-ab42-bb83ada849c9","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:35:48.337Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5454554-5e1a-4578-ab42-bb83ada849c9","keyPrefix":"sk-oai-Oj1U6JPnH8M6...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:35:48 | 201 | 1.793647ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:35:52 | 200 | 39.942µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:54 | 200 | 39.52µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:35:57 | 200 | 38.377µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:02 | 200 | 42.873µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:04 | 200 | 38.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:04 | 200 | 488.094µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:36:04 | 403 | 107.871µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:36:07 | 200 | 39.125µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:12 | 200 | 38.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:14 | 200 | 40.342µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:17 | 200 | 40.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:21 | 403 | 140.16µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:36:22 | 200 | 39.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:24 | 200 | 59.254µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:27 | 200 | 37.507µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:32 | 200 | 38.84µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:34 | 200 | 46.796µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:37 | 200 | 38.081µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:38 | 403 | 111.928µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:36:42 | 200 | 40.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:44 | 200 | 41.576µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:47 | 200 | 54.03µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:52 | 200 | 40.329µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:54 | 200 | 39.96µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:36:56 | 403 | 127.087µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:36:57 | 200 | 37.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:02 | 200 | 37.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:04 | 200 | 46.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:07 | 200 | 42.714µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:37:10.080Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f717f51-ea1c-459c-964a-517a96e745ea","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:37:10.080Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f717f51-ea1c-459c-964a-517a96e745ea","keyPrefix":"sk-oai-1Fd7G68GFZiR...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:37:10 | 201 | 1.725082ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:12 | 200 | 39.339µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:14 | 200 | 39.402µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:17 | 200 | 38.926µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:18 | 200 | 694.22µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:18 | 200 | 500.202µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:18 | 200 | 387.172µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:18 | 200 | 19.719094ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:22 | 200 | 39.822µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:24 | 200 | 37.831µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:27 | 200 | 39.325µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:32 | 200 | 46.621µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:37:32.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa71f7eb-aad7-40c2-a7bf-1d943538c42b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:37:32.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa71f7eb-aad7-40c2-a7bf-1d943538c42b","keyPrefix":"sk-oai-vNWJGEwvQu6W...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:37:32 | 201 | 1.801539ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-27T17:37:32.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a8ac179e-c98d-4027-ab87-4b8e5e20dfdc","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:37:32.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8ac179e-c98d-4027-ab87-4b8e5e20dfdc","keyPrefix":"sk-oai-1XoEcH6YqF1s...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:37:32 | 201 | 1.686608ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:34 | 200 | 40.058µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:37 | 200 | 41.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:40 | 200 | 431.847µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:40 | 200 | 262.081µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:40 | 200 | 164.566µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:40 | 200 | 10.62327ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:40 | 200 | 351.718µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:40 | 200 | 255.724µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:37:40 | 200 | 203.46µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:40 | 200 | 12.848952ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:42 | 200 | 39.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:44 | 200 | 38.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:47 | 200 | 38.448µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:52 | 200 | 39.881µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:54 | 200 | 47.269µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:37:56 | 200 | 175.66µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:56 | 200 | 162.017µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:56 | 200 | 175.713µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:37:56 | 200 | 40.036301ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:37:57 | 200 | 37.686µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:02 | 200 | 43.359µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:04 | 200 | 36.899µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:07 | 200 | 40.505µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:12 | 200 | 40.417µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:13 | 200 | 233.277µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:13 | 200 | 14.087302ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:38:13 | 200 | 151.692µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:13 | 200 | 12.042985ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:38:14 | 200 | 38.268µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:17 | 200 | 40.079µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:22 | 200 | 37.609µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:24 | 200 | 41.133µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:27 | 200 | 37.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:32 | 200 | 38.538µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:34 | 200 | 46.024µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:37 | 200 | 47.923µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:38:38.850Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59efe75f-d580-4378-9452-426a81bdb261","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:38:38.850Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59efe75f-d580-4378-9452-426a81bdb261","keyPrefix":"sk-oai-1MNOFCYYAE9l...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:38:38 | 201 | 1.796621ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:38:38 | 200 | 347.518µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:38 | 200 | 194.062µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:38 | 200 | 380.085µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:38 | 200 | 195.221µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:38 | 200 | 286.531µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:38 | 200 | 180.188µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:38 | 200 | 322.674µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:38 | 200 | 237.135µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:38 | 200 | 125.474µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:38 | 200 | 13.522211ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:38:42 | 200 | 41.41µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:44 | 200 | 38.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:47 | 200 | 38.683µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:52 | 200 | 41.112µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:38:54 | 200 | 44.968µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:38:54.545Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"33df5a41-df94-4fe7-957a-9c9880d927b5","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:38:54.545Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33df5a41-df94-4fe7-957a-9c9880d927b5","keyPrefix":"sk-oai-dRoKspLc6b2e...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:38:54 | 201 | 1.686974ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:38:54 | 200 | 505.373µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:38:54 | 200 | 286.906µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:38:57 | 200 | 38.571µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:02 | 200 | 41.779µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:04 | 200 | 61.45µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:07 | 200 | 40.107µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:12 | 200 | 40.185µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:14 | 200 | 46.98µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:17 | 200 | 37.686µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:22 | 200 | 36.809µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:24 | 200 | 38.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:27 | 200 | 40.673µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:32 | 200 | 40.032µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/27 - 17:39:34 | 200 | 41.691µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-27T17:39:36.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"d2c8e84e-2099-4439-ac6e-d48f9365d73b","ephemeral":false} {"level":"info","timestamp":"2026-05-27T17:39:36.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2c8e84e-2099-4439-ac6e-d48f9365d73b","keyPrefix":"sk-oai-8471TtDi6oiR...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/27 - 17:39:36 | 201 | 9.864768ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:39:36 | 200 | 1.12962ms | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 372.028µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 123.318µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 10.849481ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:39:36 | 200 | 440.287µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 142.66µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 538.23µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 170.416µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 408.814µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 129.603µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 384.679µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 128.932µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 275.782µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 145.652µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 333.002µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 153.625µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 372.861µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 170.481µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 342.849µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 131.583µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 326.384µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 147.311µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 359.043µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 181.66µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/27 - 17:39:36 | 200 | 310.414µs | 10.133.0.27 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/27 - 17:39:36 | 200 | 130.836µs | 10.133.0.27 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-27T17:39:36.931Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d2c8e84e-2099-4439-ac6e-d48f9365d73b"} {"level":"info","timestamp":"2026-05-27T17:39:36.931Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d2c8e84e-2099-4439-ac6e-d48f9365d73b","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/27 - 17:39:36 | 200 | 2.298131ms | 100.64.0.2 | DELETE "/v1/api-keys/d2c8e84e-2099-4439-ac6e-d48f9365d73b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/27 - 17:39:37 | 200 | 37.295µs | 10.132.0.2 | GET "/health"