[GIN] 2026/05/28 - 15:14:51 | 200 | 46.755µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:14:51.378Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d5b99a33-6a48-4e0a-a391-2d8b56b78896","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:14:51.378Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5b99a33-6a48-4e0a-a391-2d8b56b78896","keyPrefix":"sk-oai-YsvXfeToU5F0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:14:51 | 201 | 1.770032ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:14:55 | 200 | 40.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:14:59 | 200 | 503.806µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:14:59 | 200 | 120.546µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:15:00 | 200 | 51.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:01 | 200 | 41.212µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:05 | 200 | 41.373µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:15:05.063Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 15:15:05 | 200 | 950.941µs | 10.132.0.39 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 15:15:10 | 200 | 38.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:11 | 200 | 43.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:15 | 200 | 46.824µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:15:17.140Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d9408dca-4abf-441f-839d-75502dbd8d51","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:15:17.140Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d9408dca-4abf-441f-839d-75502dbd8d51","keyPrefix":"sk-oai-IEiTy8AROHq2...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:15:17 | 201 | 2.546497ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:15:17 | 200 | 344.48µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:15:17 | 200 | 213.706µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:15:20 | 200 | 39.257µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:21 | 200 | 40.818µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:25 | 200 | 45.881µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:30 | 200 | 39.895µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:31 | 200 | 41.947µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:15:34.781Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"279c7d78-16b0-41a3-a886-ca3b9734f8d4","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:15:34.781Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"279c7d78-16b0-41a3-a886-ca3b9734f8d4","keyPrefix":"sk-oai-XJhQG2vA2cvY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:15:34 | 201 | 1.81831ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:15:34 | 200 | 400.866µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:15:34 | 200 | 137.499µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:15:35 | 200 | 39.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:40 | 200 | 45.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:41 | 200 | 41.906µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:45 | 200 | 64.276µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:50 | 200 | 40.801µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:15:51 | 200 | 39.476µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:15:52.109Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0edc84c1-11a6-47e7-ac64-5b03eddd5d93","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:15:52.109Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0edc84c1-11a6-47e7-ac64-5b03eddd5d93","keyPrefix":"sk-oai-BFCTSSoFZTKw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:15:52 | 201 | 1.526181ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:15:52.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"715e7216-60e2-48d5-bd4e-2c60923adaf0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:15:52.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"715e7216-60e2-48d5-bd4e-2c60923adaf0","keyPrefix":"sk-oai-1D7pm1Lp7L45...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:15:52 | 201 | 1.480555ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:15:52 | 200 | 389.637µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:15:52 | 200 | 208.669µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:15:52 | 200 | 363.043µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:15:52 | 200 | 173.622µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:15:55 | 200 | 41.579µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:00 | 200 | 40.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:01 | 200 | 43.077µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:05 | 200 | 45.661µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T15:16:09.817Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T15:16:09.817Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 15:16:09 | 400 | 307.3µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:16:10 | 200 | 42.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:11 | 200 | 45.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:15 | 200 | 34.377µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:20 | 200 | 39.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:21 | 200 | 40.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:25 | 200 | 43.907µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:16:27.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4e26fa08-aefb-4eea-bec2-0e531f2368fe","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:16:27.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e26fa08-aefb-4eea-bec2-0e531f2368fe","keyPrefix":"sk-oai-bskImhlFSewL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:16:27 | 201 | 10.319526ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:16:27 | 200 | 1.069906ms | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:16:27 | 200 | 206.731µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:16:30 | 200 | 38.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:31 | 200 | 41.492µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:35 | 200 | 43.396µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:16:36.253Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3363bd8c-dd68-4700-b4b9-7292aa327f46","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:16:36.253Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3363bd8c-dd68-4700-b4b9-7292aa327f46","keyPrefix":"sk-oai-146DCooPNCNe...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:16:36 | 201 | 1.916249ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:16:40 | 200 | 45.086µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:41 | 200 | 38.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:44 | 200 | 743.366µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:16:44 | 200 | 350.929µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:16:45 | 200 | 41.146µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:50 | 200 | 54.396µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:51 | 200 | 43.006µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:16:55 | 200 | 40.45µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:00 | 200 | 43.159µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:01 | 200 | 46.138µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:17:01.828Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3ba9a1e7-37a7-4eba-992a-8e82f1c02a57","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:17:01.828Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ba9a1e7-37a7-4eba-992a-8e82f1c02a57","keyPrefix":"sk-oai-1BA1Vvj8T4b5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:17:01 | 201 | 1.727464ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:17:01 | 200 | 625.157µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:17:01 | 200 | 392.026µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:17:05 | 200 | 35.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:10 | 200 | 32.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:11 | 200 | 35.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:15 | 200 | 33.367µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:20 | 200 | 33.971µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:21 | 200 | 33.86µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:25 | 200 | 32.313µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:30 | 200 | 38.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:31 | 200 | 39.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:35 | 200 | 34.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:40 | 200 | 38.064µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:41 | 200 | 33.378µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:45 | 200 | 34.607µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:50 | 200 | 33.705µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:51 | 200 | 32.666µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:17:55 | 200 | 33.098µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:00 | 200 | 35.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:01 | 200 | 40.025µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:05 | 200 | 37.55µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:10 | 200 | 33.838µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:11 | 200 | 36.285µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:15 | 200 | 34.37µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:20 | 200 | 33.211µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:21 | 200 | 33.13µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:25 | 200 | 34.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:30 | 200 | 38.985µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:31 | 200 | 37.781µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:35 | 200 | 33.336µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:40 | 200 | 43.865µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:41 | 200 | 55.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:45 | 200 | 34.454µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:50 | 200 | 34.392µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:51 | 200 | 32.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:18:55 | 200 | 34.546µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:00 | 200 | 33.928µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:01 | 200 | 34.366µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:19:03.491Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"67623244-f790-4a5b-9c73-04e219356cbe","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:19:03.491Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67623244-f790-4a5b-9c73-04e219356cbe","keyPrefix":"sk-oai-1LOtsftqld3x...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:19:03 | 201 | 1.908647ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:19:05 | 200 | 33.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:10 | 200 | 36.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:11 | 200 | 40.494µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:15 | 200 | 35.891µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:20 | 200 | 34.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:21 | 200 | 34.94µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:25 | 200 | 33.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:26 | 200 | 533.223µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:19:26 | 200 | 170.884µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:19:26 | 404 | 679.066µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:19:30 | 200 | 35.003µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:31 | 200 | 34.041µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:35 | 200 | 33.359µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:40 | 200 | 58.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:41 | 200 | 35.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:45 | 200 | 34.32µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:50 | 200 | 34.186µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:51 | 200 | 33.89µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:19:55 | 200 | 34.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:00 | 200 | 40.562µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:01 | 200 | 35.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:05 | 200 | 32.182µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:10 | 200 | 33.4µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:11 | 200 | 47.855µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:15 | 200 | 34.998µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:20:19.350Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d871028f-88d1-4061-9e49-0789acfec006","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:20:19.350Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d871028f-88d1-4061-9e49-0789acfec006","keyPrefix":"sk-oai-cT5arKB0m9Rt...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:20:19 | 201 | 1.670321ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:20:19 | 200 | 474.538µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:20:19 | 200 | 184.8µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:20:20 | 200 | 36.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:21 | 200 | 35.204µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:25 | 200 | 34.555µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:30 | 200 | 35.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:31 | 200 | 33.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:35 | 200 | 32.529µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:20:38.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e423af67-30a0-4770-b741-e962eb444171","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:20:38.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e423af67-30a0-4770-b741-e962eb444171","keyPrefix":"sk-oai-dUrrXJezFCSe...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:20:38 | 201 | 1.745289ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:20:38 | 200 | 452.643µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:20:38 | 200 | 153.845µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:20:38 | 200 | 387.142µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:20:38 | 200 | 198.998µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:20:40 | 200 | 32.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:41 | 200 | 35.435µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:45 | 200 | 33.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:50 | 200 | 34.282µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:51 | 200 | 34.088µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:20:55 | 200 | 37.762µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:20:58.078Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"37c063ee-20a9-499f-ac7d-450a5fcf9db0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:20:58.078Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37c063ee-20a9-499f-ac7d-450a5fcf9db0","keyPrefix":"sk-oai-1LBVW3TxjSBC...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:20:58 | 201 | 2.115001ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:20:58 | 200 | 394.828µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:20:58 | 200 | 318.111µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:20:58 | 200 | 181.478µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:20:58 | 200 | 17.864811ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:21:00 | 200 | 41.01µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:01 | 200 | 56.029µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:05 | 200 | 41.724µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:10 | 200 | 40.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:11 | 200 | 45.602µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:15 | 200 | 40.263µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:17 | 200 | 145.955µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:21:17 | 200 | 149.64µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:21:17 | 200 | 25.426167ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:21:20 | 200 | 43.488µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:21 | 200 | 43.187µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:25 | 200 | 38.563µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:21:29.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6aed15b6-395c-405c-b9c7-5f84115562fb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:21:29.335Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6aed15b6-395c-405c-b9c7-5f84115562fb","keyPrefix":"sk-oai-Ch2AgvJi9rvO...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:21:29 | 201 | 10.159315ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:21:30 | 200 | 36.07µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:31 | 200 | 53.364µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:35 | 200 | 42.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:40 | 200 | 71.075µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:41 | 200 | 44.869µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:45 | 200 | 42.327µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:50 | 200 | 46.887µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:51 | 200 | 39.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:55 | 200 | 35.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:21:59 | 200 | 1.16202ms | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:21:59 | 200 | 202.935µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:21:59 | 200 | 460.139µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:21:59 | 200 | 356.646µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:21:59 | 200 | 191.231µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:21:59 | 200 | 12.192036ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:00 | 200 | 41.337µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:01 | 200 | 47.94µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:05 | 200 | 42.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:10 | 200 | 43.054µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:11 | 200 | 46.168µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:15 | 200 | 43.9µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:16 | 200 | 162.513µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:22:16 | 200 | 13.244727ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:20 | 200 | 40.371µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:21 | 200 | 42.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:25 | 200 | 43.896µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:22:25.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"12ec0af8-8cd1-4b6c-bc98-838da4a6d8cb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:22:25.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12ec0af8-8cd1-4b6c-bc98-838da4a6d8cb","keyPrefix":"sk-oai-ZkMhc3ANaHj6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:22:25 | 201 | 2.623566ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:30 | 200 | 42.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:31 | 200 | 44.884µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:33 | 200 | 649.165µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:33 | 200 | 433.013µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:33 | 200 | 247.848µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:22:33 | 200 | 9.724765ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:22:33.737Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fad12340-2fb0-4165-9035-4e78a4cb320c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:22:33.737Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fad12340-2fb0-4165-9035-4e78a4cb320c","keyPrefix":"sk-oai-ZCJNT9tSJflX...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:22:33 | 201 | 1.610419ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:35 | 200 | 41.293µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:40 | 200 | 39.866µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:41 | 200 | 62.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:41 | 200 | 652.142µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:41 | 200 | 326.257µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:41 | 200 | 178.461µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:22:41 | 200 | 6.614115ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:41 | 200 | 343.374µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:41 | 200 | 307.562µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:41 | 200 | 191.014µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:22:41 | 200 | 5.891986ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:22:42.762Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"57734fd7-ce02-4341-8466-c0a8c7f23da7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:22:42.763Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57734fd7-ce02-4341-8466-c0a8c7f23da7","keyPrefix":"sk-oai-1cza1aO5WP3o...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:22:42 | 201 | 1.610366ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:45 | 200 | 42.247µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:50 | 200 | 44.215µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:50 | 200 | 451.854µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:50 | 200 | 251.415µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:22:50 | 200 | 218.045µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:22:50 | 200 | 9.818334ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:22:51 | 200 | 41.887µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:22:55 | 200 | 41.348µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:22:59.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b492264b-9c32-4e0f-b720-84be631084ec","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:22:59.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b492264b-9c32-4e0f-b720-84be631084ec","keyPrefix":"sk-oai-1bW8P0QZbd78...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:22:59 | 201 | 1.939695ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:23:00 | 200 | 43.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:01 | 200 | 39.425µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:05 | 200 | 37.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:07 | 200 | 444.781µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:07 | 200 | 437.392µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:07 | 200 | 161.73µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:08 | 200 | 278.175µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:08 | 200 | 232.668µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:08 | 200 | 18.716128ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:23:10 | 200 | 40.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:11 | 200 | 42.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:15 | 200 | 38.92µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:23:19.328Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"788c78d3-d619-4b0c-8b7e-183a4f5302da","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:23:19.328Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"788c78d3-d619-4b0c-8b7e-183a4f5302da","keyPrefix":"sk-oai-FNbER1aLC31p...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:23:19 | 201 | 1.833487ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:23:20 | 200 | 51.217µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:21 | 200 | 39.761µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:25 | 200 | 44.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:27 | 200 | 475.873µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:27 | 200 | 374.705µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:27 | 200 | 212.192µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:27 | 200 | 9.52253ms | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:23:27 | 200 | 175.23µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:27 | 200 | 24.606672ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:23:30 | 200 | 42.681µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:31 | 200 | 43.287µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:35 | 200 | 38.08µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:40 | 200 | 45.45µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:41 | 200 | 39.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:43 | 200 | 170.533µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:43 | 200 | 146.3µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:43 | 200 | 131.583µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:23:43 | 200 | 41.820105ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:23:45 | 200 | 38.688µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:50 | 200 | 39.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:51 | 200 | 43.787µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:23:55 | 200 | 39.278µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:00 | 200 | 292.85µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:01 | 200 | 36.995µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:01 | 200 | 201.277µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:24:01 | 200 | 12.921263ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:05 | 200 | 40.734µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:10 | 200 | 38.652µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:11 | 200 | 38.479µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:24:14.425Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"26e63a84-c8e1-4a15-9bd1-6e900b42a7bf","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:24:14.425Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26e63a84-c8e1-4a15-9bd1-6e900b42a7bf","keyPrefix":"sk-oai-11EAUaZafzd4...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:24:14 | 201 | 2.223011ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:15 | 200 | 42.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:20 | 200 | 39.714µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:21 | 200 | 49.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:22 | 200 | 555.542µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:22 | 200 | 139.473µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:24:23.046Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"572bfe1e-ead5-4c63-9caa-c9a6fd73ac77","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:24:23.046Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"572bfe1e-ead5-4c63-9caa-c9a6fd73ac77","keyPrefix":"sk-oai-VDphwuyr5IeY...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:24:23 | 201 | 1.562898ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:25 | 200 | 48.478µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:30 | 200 | 39.461µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:31 | 200 | 579.335µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:31 | 200 | 355.252µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:31 | 200 | 126.937µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:24:31 | 200 | 10.691685ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:31 | 200 | 38.139µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:24:31.457Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94a61a6d-1603-4059-a759-9c0270f4773b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:24:31.457Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94a61a6d-1603-4059-a759-9c0270f4773b","keyPrefix":"sk-oai-17PAdSenB7vO...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:24:31 | 201 | 1.690962ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:35 | 200 | 40.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:39 | 200 | 516.56µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:39 | 200 | 320.26µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:39 | 200 | 115.874µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:24:39 | 200 | 9.399882ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:40 | 200 | 40.616µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:41 | 200 | 41.621µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:24:42.384Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d7572ada-6eb3-4359-9dc0-cecfd8c484bb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:24:42.384Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7572ada-6eb3-4359-9dc0-cecfd8c484bb","keyPrefix":"sk-oai-yEaBy14yfVOM...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:24:42 | 201 | 1.804767ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:45 | 200 | 35.161µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:50 | 200 | 37.728µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:50 | 200 | 486.643µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:50 | 200 | 327.925µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:24:50 | 200 | 193.538µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:24:50 | 200 | 10.748405ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:24:51 | 200 | 48.464µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:24:55 | 200 | 39.755µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:24:59.639Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"22c5656e-2021-4f98-9d08-e6d3b3c79dfc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:24:59.639Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22c5656e-2021-4f98-9d08-e6d3b3c79dfc","keyPrefix":"sk-oai-16S77wBdqgtZ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:24:59 | 201 | 1.692207ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:25:00 | 200 | 38.674µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:01 | 200 | 43.441µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:05 | 200 | 39.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:10 | 200 | 38.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:11 | 200 | 42.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:15 | 200 | 40.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:15 | 200 | 946.09µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:25:15 | 403 | 112.608µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:25:20 | 200 | 37.051µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:21 | 200 | 38.142µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:25 | 200 | 33.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:30 | 200 | 38.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:31 | 200 | 41.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:32 | 403 | 148.338µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:25:35 | 200 | 39.816µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:40 | 200 | 44.214µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:41 | 200 | 40.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:45 | 200 | 41.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:50 | 200 | 119.281µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:50 | 403 | 157.592µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:25:51 | 200 | 44.965µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:25:55 | 200 | 42.182µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:00 | 200 | 37.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:01 | 200 | 38.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:05 | 200 | 42.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:07 | 403 | 163.895µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:10 | 200 | 4.081488ms | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:11 | 200 | 43.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:15 | 200 | 41.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:20 | 200 | 43.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:21 | 200 | 58.161µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:26:21.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43d7b1d7-4f9d-4a87-b036-56c91a417130","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:26:21.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43d7b1d7-4f9d-4a87-b036-56c91a417130","keyPrefix":"sk-oai-1MLfdBgLWMI3...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:26:21 | 201 | 1.912902ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:25 | 200 | 70.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:29 | 200 | 428.986µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:29 | 200 | 511.734µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:29 | 200 | 371.45µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:26:29 | 200 | 18.717459ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:30 | 200 | 49.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:31 | 200 | 43.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:35 | 200 | 39.362µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:40 | 200 | 55.905µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:41 | 200 | 40.579µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:26:44.039Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1206ce80-095c-477b-810c-fbefb61da73b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:26:44.039Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1206ce80-095c-477b-810c-fbefb61da73b","keyPrefix":"sk-oai-YdYhsC3Xhr0w...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:26:44 | 201 | 1.682975ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:26:44.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f8157e15-b7c7-48f9-b3d0-7005f9ed35ed","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:26:44.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f8157e15-b7c7-48f9-b3d0-7005f9ed35ed","keyPrefix":"sk-oai-Xs3wpUqxlsYs...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:26:44 | 201 | 1.602864ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:45 | 200 | 39.489µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:50 | 200 | 43.274µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:51 | 200 | 39.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:26:52 | 200 | 493.977µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:52 | 200 | 273.949µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:52 | 200 | 251.356µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:26:52 | 200 | 10.363514ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:52 | 200 | 432.592µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:52 | 200 | 357.447µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:26:52 | 200 | 274.304µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:26:52 | 200 | 9.746615ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:26:55 | 200 | 75.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:00 | 200 | 38.452µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:01 | 200 | 47.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:05 | 200 | 40.837µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:08 | 200 | 370.13µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:08 | 200 | 252.31µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:08 | 200 | 222.36µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:08 | 200 | 37.41957ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:27:10 | 200 | 42.131µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:11 | 200 | 42.186µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:15 | 200 | 45.779µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:20 | 200 | 38.629µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:21 | 200 | 38.703µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:25 | 200 | 37.244µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:25 | 200 | 155.946µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:25 | 200 | 12.359714ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:27:25 | 200 | 158.506µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:25 | 200 | 11.539875ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:27:30 | 200 | 41.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:31 | 200 | 39.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:35 | 200 | 39.807µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:40 | 200 | 41.272µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:41 | 200 | 42.5µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:45 | 200 | 40.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:50 | 200 | 45.414µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:27:51 | 200 | 41.041µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:27:51.159Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5d9f1532-f67b-4964-9060-562fb657612d","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:27:51.159Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5d9f1532-f67b-4964-9060-562fb657612d","keyPrefix":"sk-oai-1CYS0YQaN9RQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:27:51 | 201 | 2.302996ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:27:51 | 200 | 427.85µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:27:51 | 200 | 174.225µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:51 | 200 | 346.273µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:27:51 | 200 | 152.318µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:51 | 200 | 337.773µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:27:51 | 200 | 159.862µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:51 | 200 | 418.924µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:27:51 | 200 | 284.448µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:27:51 | 200 | 191.374µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:27:51 | 200 | 10.225385ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:27:55 | 200 | 41.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:00 | 200 | 41.176µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:01 | 200 | 40.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:05 | 200 | 39.602µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:28:07.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a3d42e0-bfb6-4ccf-99f9-897f6428ce6f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:28:07.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a3d42e0-bfb6-4ccf-99f9-897f6428ce6f","keyPrefix":"sk-oai-1NRo2bLqLMee...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:28:07 | 201 | 1.632217ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:28:07 | 200 | 380.158µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:07 | 200 | 159.372µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:10 | 200 | 40.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:11 | 200 | 39.766µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:15 | 200 | 42.788µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:20 | 200 | 40.171µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:21 | 200 | 41.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:25 | 200 | 40.148µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:30 | 200 | 40.112µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:31 | 200 | 42.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:35 | 200 | 42.094µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:40 | 200 | 39.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:41 | 200 | 39.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:45 | 200 | 37.474µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:28:49.940Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"182fe455-5677-4783-8717-1064a078f74b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:28:49.940Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"182fe455-5677-4783-8717-1064a078f74b","keyPrefix":"sk-oai-N4GNPyRN7Vo6...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:28:49 | 201 | 10.360265ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:28:49 | 200 | 1.108476ms | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:49 | 200 | 287.937µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:49 | 200 | 141.518µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 10.5025ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:28:50 | 200 | 32.355µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:50 | 200 | 453.679µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 146.298µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 406.445µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 150.732µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 439.571µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 136.709µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 414.182µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 138.068µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 346.626µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 157.079µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 337.469µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 181.458µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 347.006µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 133.927µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 329.936µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 123.75µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 269.111µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 116.504µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 303.146µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 126.206µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:28:50 | 200 | 353.286µs | 10.134.0.21 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:28:50 | 200 | 464.347µs | 10.134.0.21 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T15:28:50.542Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"182fe455-5677-4783-8717-1064a078f74b"} {"level":"info","timestamp":"2026-05-28T15:28:50.542Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"182fe455-5677-4783-8717-1064a078f74b","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 15:28:50 | 200 | 2.255053ms | 100.64.0.3 | DELETE "/v1/api-keys/182fe455-5677-4783-8717-1064a078f74b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:28:51 | 200 | 39.216µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:28:55 | 200 | 44.206µs | 10.133.0.2 | GET "/health"