[GIN] 2026/05/28 - 15:28:59 | 200 | 39.235µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:29:02.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"452d2ab3-c4fe-43d8-9084-5d1ea3339456","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:29:02.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"452d2ab3-c4fe-43d8-9084-5d1ea3339456","keyPrefix":"sk-oai-1J3Xvzu7hKtV...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:29:02 | 201 | 1.766632ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:29:04 | 200 | 40.54µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:06 | 200 | 40.463µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:09 | 200 | 69.942µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:11 | 200 | 504.827µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:29:11 | 200 | 132.788µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:29:14 | 200 | 41.976µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:16 | 200 | 46.451µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:19 | 200 | 121.761µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:24 | 200 | 36.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:26 | 200 | 38.299µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:29:28.647Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d3cd0d0c-029d-4fb5-a7fe-4a1cca473d5f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:29:28.647Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3cd0d0c-029d-4fb5-a7fe-4a1cca473d5f","keyPrefix":"sk-oai-EKFP2jDqvZST...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:29:28 | 201 | 1.919911ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:29:28 | 200 | 291.779µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:29:28 | 200 | 159.441µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:29:29 | 200 | 38.872µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:34 | 200 | 43.865µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:36 | 200 | 33.634µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:39 | 200 | 36.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:44 | 200 | 35.702µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:46 | 200 | 33.993µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:29:46.331Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fbfa25b9-5631-43e5-938b-93b1aff94f70","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:29:46.331Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fbfa25b9-5631-43e5-938b-93b1aff94f70","keyPrefix":"sk-oai-1ZDV1Psfd9wM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:29:46 | 201 | 1.661631ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:29:46 | 200 | 267.239µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:29:46 | 200 | 113.857µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:29:49 | 200 | 40.892µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:54 | 200 | 33.269µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:56 | 200 | 32.211µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:29:59 | 200 | 33.781µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:30:03.649Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7e7abd0b-7280-4c9e-894d-a51e8d12d67e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:30:03.649Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e7abd0b-7280-4c9e-894d-a51e8d12d67e","keyPrefix":"sk-oai-qlevqzFKXwQG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:30:03 | 201 | 1.7012ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:30:03.682Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e650ac7f-1079-4fb9-a8e7-6e49ea10f1b4","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:30:03.682Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e650ac7f-1079-4fb9-a8e7-6e49ea10f1b4","keyPrefix":"sk-oai-POTjHqJvIFz3...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:30:03 | 201 | 1.563395ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:30:03 | 200 | 283.168µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:30:03 | 200 | 141.142µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:30:03 | 200 | 236.267µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:30:03 | 200 | 131.574µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T15:30:04.086Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 15:30:04 | 200 | 554.158µs | 10.132.0.51 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 15:30:04 | 200 | 32.649µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:06 | 200 | 31.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:09 | 200 | 32.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:14 | 200 | 33.095µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:16 | 200 | 33.188µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:19 | 200 | 31.355µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T15:30:21.361Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T15:30:21.361Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 15:30:21 | 400 | 295.251µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:30:24 | 200 | 31.461µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:26 | 200 | 32.626µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:29 | 200 | 31.308µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:34 | 200 | 30.509µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:36 | 200 | 33.042µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:30:38.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b9b9b22b-406d-4e30-995b-db0d53591570","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:30:38.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b9b9b22b-406d-4e30-995b-db0d53591570","keyPrefix":"sk-oai-15fkLl83CvA4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:30:38 | 201 | 1.82721ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:30:38 | 200 | 280.447µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:30:38 | 200 | 128.816µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:30:39 | 200 | 35.124µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:44 | 200 | 34.294µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:46 | 200 | 34.761µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:30:47.920Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5a174b26-c699-43b1-9c13-715267b77ba9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:30:47.920Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a174b26-c699-43b1-9c13-715267b77ba9","keyPrefix":"sk-oai-1Xz8LkZZ9tcN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:30:47 | 201 | 1.497486ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:30:49 | 200 | 42.15µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:54 | 200 | 53.958µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:56 | 200 | 32.198µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:30:56 | 200 | 427.429µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:30:56 | 200 | 120.656µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:30:59 | 200 | 31.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:04 | 200 | 33.465µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:06 | 200 | 46.28µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:09 | 200 | 32.281µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:31:13.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fa39346f-2384-4b84-bf22-06f363b405cf","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:31:13.519Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa39346f-2384-4b84-bf22-06f363b405cf","keyPrefix":"sk-oai-nBv6ypD5d6sq...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:31:13 | 201 | 10.260855ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:31:13 | 200 | 816.161µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:31:13 | 200 | 147.523µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:31:14 | 200 | 31.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:16 | 200 | 38.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:19 | 200 | 37.765µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:24 | 200 | 38.9µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:26 | 200 | 38.617µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:29 | 200 | 38.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:34 | 200 | 38.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:36 | 200 | 35.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:39 | 200 | 39.758µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:44 | 200 | 39.603µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:46 | 200 | 61.983µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:49 | 200 | 38.205µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:54 | 200 | 56.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:56 | 200 | 40.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:31:59 | 200 | 31.823µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:04 | 200 | 33.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:06 | 200 | 37.204µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:09 | 200 | 62.915µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:14 | 200 | 38.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:16 | 200 | 38.607µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:19 | 200 | 39.005µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:24 | 200 | 45.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:26 | 200 | 39.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:29 | 200 | 36.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:34 | 200 | 39.892µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:36 | 200 | 41.838µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:39 | 200 | 38.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:44 | 200 | 48.53µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:46 | 200 | 38.35µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:49 | 200 | 37.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:54 | 200 | 39.67µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:56 | 200 | 37.441µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:32:59 | 200 | 42.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:04 | 200 | 49.09µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:06 | 200 | 37.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:09 | 200 | 42.807µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:33:12.935Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2e7479ee-37dd-447a-8a9a-8cff346b21de","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:33:12.935Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e7479ee-37dd-447a-8a9a-8cff346b21de","keyPrefix":"sk-oai-17kznNgECdBS...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:33:12 | 201 | 1.960055ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:33:14 | 200 | 56.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:16 | 200 | 37.164µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:19 | 200 | 37.735µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:24 | 200 | 37.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:26 | 200 | 38.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:29 | 200 | 40.253µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:34 | 200 | 38.334µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:35 | 200 | 468.018µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:33:35 | 200 | 158.05µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:33:36 | 200 | 39.268µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:36 | 404 | 624.007µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:33:39 | 200 | 38.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:44 | 200 | 38.223µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:46 | 200 | 57.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:49 | 200 | 62.964µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:54 | 200 | 37.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:56 | 200 | 41.886µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:33:59 | 200 | 37.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:04 | 200 | 38.188µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:06 | 200 | 37.952µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:09 | 200 | 39.382µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:14 | 200 | 39.343µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:16 | 200 | 36.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:19 | 200 | 67.802µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:24 | 200 | 37.022µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:26 | 200 | 38.937µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:34:26.625Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"07b557fb-087d-4686-884d-4d6eb4971e75","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:34:26.625Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07b557fb-087d-4686-884d-4d6eb4971e75","keyPrefix":"sk-oai-c2l0zQui8GTZ...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:34:26 | 201 | 1.732808ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:34:26 | 200 | 428.357µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:34:26 | 200 | 161.542µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:34:29 | 200 | 37.33µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:34 | 200 | 41.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:36 | 200 | 39.903µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:39 | 200 | 38.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:44 | 200 | 42.76µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:34:45.814Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"25f9f589-e105-488d-9681-bbab669553e1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:34:45.814Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25f9f589-e105-488d-9681-bbab669553e1","keyPrefix":"sk-oai-f08K8qv5YORy...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:34:45 | 201 | 1.890516ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:34:45 | 200 | 444.972µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:34:45 | 200 | 182.812µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:34:46 | 200 | 37.933µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:46 | 200 | 446.454µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:34:46 | 200 | 160.11µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:34:49 | 200 | 46.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:54 | 200 | 60.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:56 | 200 | 37.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:34:59 | 200 | 40.607µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:04 | 200 | 45.84µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:35:05.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"039ee698-6655-4817-a89c-ade4519a2f95","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:35:05.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"039ee698-6655-4817-a89c-ade4519a2f95","keyPrefix":"sk-oai-PFERhYU5CYti...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:35:05 | 201 | 1.114074ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:35:05 | 200 | 386.765µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:35:05 | 200 | 230.182µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:35:05 | 200 | 146.13µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:35:05 | 200 | 16.816718ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:35:06 | 200 | 48.55µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:09 | 200 | 42.638µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:14 | 200 | 40.567µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:16 | 200 | 40.374µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:19 | 200 | 46.625µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:24 | 200 | 159.6µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:35:24 | 200 | 151.189µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:35:24 | 200 | 25.284735ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:35:24 | 200 | 34.806µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:26 | 200 | 43.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:29 | 200 | 49.162µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:34 | 200 | 40.361µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:36 | 200 | 44.53µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:35:38.654Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8b95ade-883d-4683-a027-0ac9bd84de16","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:35:38.654Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8b95ade-883d-4683-a027-0ac9bd84de16","keyPrefix":"sk-oai-FPWam2VS84mm...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:35:38 | 201 | 1.459725ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:35:39 | 200 | 44.638µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:44 | 200 | 41.995µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:46 | 200 | 39.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:49 | 200 | 39.056µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:54 | 200 | 51.941µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:56 | 200 | 43.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:35:59 | 200 | 55.541µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:04 | 200 | 46.093µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:06 | 200 | 46.274µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:08 | 200 | 473.508µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:08 | 200 | 172.817µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:08 | 200 | 359.774µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:08 | 200 | 237.257µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:08 | 200 | 141.771µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:08 | 200 | 9.909559ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:09 | 200 | 45.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:14 | 200 | 61.919µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:16 | 200 | 38.543µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:19 | 200 | 38.656µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:24 | 200 | 31.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:25 | 200 | 142.857µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:25 | 200 | 11.842723ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:26 | 200 | 35.802µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:29 | 200 | 38.234µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:36:34.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04b7a591-df7e-40f5-95e5-b0034d50beb0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:36:34.468Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04b7a591-df7e-40f5-95e5-b0034d50beb0","keyPrefix":"sk-oai-1JsMvA351Ukd...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:36:34 | 201 | 9.790082ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:34 | 200 | 37.158µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:36 | 200 | 38.478µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:39 | 200 | 46.783µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:42 | 200 | 1.179066ms | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:42 | 200 | 456.683µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:42 | 200 | 161.565µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:42 | 200 | 10.237842ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:36:43.034Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e797eced-fb21-48ae-a39c-fa1f935aa3f0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:36:43.034Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e797eced-fb21-48ae-a39c-fa1f935aa3f0","keyPrefix":"sk-oai-YR9ZEEWkKiJM...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:36:43 | 201 | 1.770729ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:44 | 200 | 42.967µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:46 | 200 | 37.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:49 | 200 | 38.237µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:51 | 200 | 573.495µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:51 | 200 | 364.313µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:51 | 200 | 134.817µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:51 | 200 | 6.569045ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:51 | 200 | 445.056µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:51 | 200 | 377.083µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:36:51 | 200 | 156.182µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:36:51 | 200 | 6.601283ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:36:52.066Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c9bc9b46-fb55-4118-bdc6-0be850a4fc7e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:36:52.066Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9bc9b46-fb55-4118-bdc6-0be850a4fc7e","keyPrefix":"sk-oai-qXoTr05vJzvc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:36:52 | 201 | 1.671407ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:36:54 | 200 | 36.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:56 | 200 | 43.857µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:36:59 | 200 | 39.305µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:00 | 200 | 440.638µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:00 | 200 | 248.648µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:00 | 200 | 176.123µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:00 | 200 | 9.998163ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:04 | 200 | 42.936µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:06 | 200 | 40.01µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:37:09.252Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5c10cdb0-912c-49e2-bc42-bdaf569b6c8e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:37:09.252Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c10cdb0-912c-49e2-bc42-bdaf569b6c8e","keyPrefix":"sk-oai-5HD0Pwkr9IJY...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:37:09 | 201 | 1.859135ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:09 | 200 | 41.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:14 | 200 | 37.558µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:16 | 200 | 40.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:17 | 200 | 440.927µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:17 | 200 | 246.706µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:17 | 200 | 217.978µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:17 | 200 | 204.726µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:17 | 200 | 180.391µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:17 | 200 | 19.452365ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:19 | 200 | 44.545µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:24 | 200 | 37.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:26 | 200 | 38.835µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:37:28.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c74f55ab-220c-496f-bb22-c2cdb547d6a1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:37:28.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c74f55ab-220c-496f-bb22-c2cdb547d6a1","keyPrefix":"sk-oai-oc2eDmKI97jP...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:37:28 | 201 | 2.776573ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:29 | 200 | 39.444µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:34 | 200 | 39.979µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:36 | 200 | 34.173µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:36 | 200 | 467.417µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:36 | 200 | 399.258µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:36 | 200 | 166.136µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:36 | 200 | 9.291625ms | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:37:36 | 200 | 138.548µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:36 | 200 | 32.068941ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:39 | 200 | 42.184µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:44 | 200 | 37.639µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:46 | 200 | 39.046µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:49 | 200 | 37.899µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:52 | 200 | 167.844µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:52 | 200 | 161.727µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:52 | 200 | 155.506µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:37:52 | 200 | 32.83324ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:37:54 | 200 | 37.766µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:56 | 200 | 47.989µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:37:59 | 200 | 41.249µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:04 | 200 | 39.55µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:06 | 200 | 45.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:09 | 200 | 40.813µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:10 | 200 | 148.325µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:38:10 | 200 | 14.788151ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:14 | 200 | 40.762µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:16 | 200 | 32.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:19 | 200 | 39.301µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:38:21.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"188b813a-4451-4168-a06c-04eccf0ad015","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:38:21.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"188b813a-4451-4168-a06c-04eccf0ad015","keyPrefix":"sk-oai-1Y0bcbQLcbHN...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:38:21 | 201 | 1.933181ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:24 | 200 | 38.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:26 | 200 | 41.61µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:29 | 200 | 550.337µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:29 | 200 | 184.69µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:29 | 200 | 32.261µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:38:29.988Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81e6ad3f-2707-4401-bf27-b646b1b748d8","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:38:29.988Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81e6ad3f-2707-4401-bf27-b646b1b748d8","keyPrefix":"sk-oai-v3saevMba2HE...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:38:29 | 201 | 1.589538ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:34 | 200 | 39.05µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:36 | 200 | 43.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:38 | 200 | 613.108µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:38 | 200 | 316.958µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:38 | 200 | 137.418µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:38:38 | 200 | 10.2087ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:38:38.420Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"825158a9-1209-41bf-bb6b-df78113936b9","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:38:38.420Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"825158a9-1209-41bf-bb6b-df78113936b9","keyPrefix":"sk-oai-1enrXsIV7J4R...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:38:38 | 201 | 1.502884ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:39 | 200 | 40.709µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:44 | 200 | 38.016µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:46 | 200 | 41.658µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:46 | 200 | 551.123µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:46 | 200 | 308.051µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:46 | 200 | 113.678µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:38:46 | 200 | 9.473917ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:38:47.172Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8f0326e5-26c2-43ec-8848-e1dc2ea8ad42","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:38:47.172Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f0326e5-26c2-43ec-8848-e1dc2ea8ad42","keyPrefix":"sk-oai-1ZDxetlcnvkq...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:38:47 | 201 | 1.624894ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:49 | 200 | 38.931µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:54 | 200 | 40.327µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:55 | 200 | 475.823µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:55 | 200 | 291.067µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:38:55 | 200 | 151.125µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:38:55 | 200 | 9.395114ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:38:56 | 200 | 39.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:38:59 | 200 | 40.404µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:39:04.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"73d438af-5491-475c-b069-d16340c1c992","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:39:04.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73d438af-5491-475c-b069-d16340c1c992","keyPrefix":"sk-oai-1QWhxw3RCKXM...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:39:04 | 201 | 1.734985ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:39:04 | 200 | 38.086µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:06 | 200 | 40.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:09 | 200 | 46.78µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:14 | 200 | 39.004µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:16 | 200 | 37.747µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:19 | 200 | 46.474µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:20 | 200 | 425.952µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:39:20 | 403 | 98.223µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:39:24 | 200 | 41.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:26 | 200 | 38.5µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:29 | 200 | 37.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:34 | 200 | 39.458µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:36 | 200 | 38.142µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:37 | 403 | 124.782µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:39:39 | 200 | 38.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:44 | 200 | 45.471µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:46 | 200 | 37.284µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:49 | 200 | 38.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:54 | 200 | 38.406µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:54 | 403 | 109.624µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:39:56 | 200 | 37.395µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:39:59 | 200 | 37.969µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:04 | 200 | 38.847µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:06 | 200 | 44.686µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:09 | 200 | 37.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:12 | 403 | 150.782µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:14 | 200 | 48.802µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:16 | 200 | 39.586µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:19 | 200 | 35.453µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:40:24.247Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb4da321-9349-48ff-91b7-c2ca1c470037","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:40:24.247Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb4da321-9349-48ff-91b7-c2ca1c470037","keyPrefix":"sk-oai-1DseZkSiTS2o...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:40:24 | 201 | 2.031559ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:24 | 200 | 39.546µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:26 | 200 | 42.107µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:29 | 200 | 38.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:32 | 200 | 716.992µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:32 | 200 | 249.258µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:32 | 200 | 160.389µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:40:32 | 200 | 17.604122ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:34 | 200 | 38.47µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:36 | 200 | 37.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:39 | 200 | 49.507µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:44 | 200 | 39.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:46 | 200 | 43.85µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:40:46.482Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43b3fe76-14b2-43bf-a906-1dbcfca2a36f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:40:46.482Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43b3fe76-14b2-43bf-a906-1dbcfca2a36f","keyPrefix":"sk-oai-13CMiTRqSSqp...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:40:46 | 201 | 1.737177ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T15:40:46.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"37d0aaac-1ca8-419e-8103-d553306fcc5c","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:40:46.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37d0aaac-1ca8-419e-8103-d553306fcc5c","keyPrefix":"sk-oai-1FcWOobs6ww1...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:40:46 | 201 | 1.545403ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:49 | 200 | 38.741µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:54 | 200 | 472.973µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:54 | 200 | 252.765µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:54 | 200 | 159.299µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:40:54 | 200 | 9.985192ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:54 | 200 | 222.784µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:54 | 200 | 203.689µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:40:54 | 200 | 142.787µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:40:54 | 200 | 9.235141ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:40:54 | 200 | 38.308µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:56 | 200 | 38.18µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:40:59 | 200 | 40.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:04 | 200 | 39.968µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:06 | 200 | 42.045µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:09 | 200 | 37.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:11 | 200 | 187.105µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:11 | 200 | 153.457µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:11 | 200 | 179.014µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:11 | 200 | 32.99584ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:41:14 | 200 | 37.469µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:16 | 200 | 37.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:19 | 200 | 39.731µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:24 | 200 | 36.786µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:26 | 200 | 41.642µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:27 | 200 | 209.043µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:27 | 200 | 12.127315ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:41:27 | 200 | 135.556µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:27 | 200 | 10.172161ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:41:29 | 200 | 38.95µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:34 | 200 | 36.744µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:36 | 200 | 51.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:39 | 200 | 39.312µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:44 | 200 | 43.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:46 | 200 | 39.887µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:49 | 200 | 40.656µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:41:53.376Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a3673bb-c37c-4ee0-9d26-7940e7499e0b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:41:53.376Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a3673bb-c37c-4ee0-9d26-7940e7499e0b","keyPrefix":"sk-oai-1c8PukiJ8G8w...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:41:53 | 201 | 1.262715ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:41:53 | 200 | 298.432µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 182.362µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:53 | 200 | 271.529µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 150.193µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:53 | 200 | 234.971µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 154.233µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:53 | 200 | 250.806µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 170.994µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:53 | 200 | 243.347µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 242.989µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:41:53 | 200 | 137.885µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:41:53 | 200 | 10.194515ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:41:54 | 200 | 42.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:56 | 200 | 40.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:41:59 | 200 | 41.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:04 | 200 | 42.997µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:06 | 200 | 43.84µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:42:09.176Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5204efe7-028a-4f39-95b4-22ce4ad49772","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:42:09.176Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5204efe7-028a-4f39-95b4-22ce4ad49772","keyPrefix":"sk-oai-wVVrKUcupCOd...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:42:09 | 201 | 1.887623ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:42:09 | 200 | 358.561µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:09 | 200 | 152.953µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:09 | 200 | 43.736µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:14 | 200 | 39.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:16 | 200 | 40.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:19 | 200 | 39.552µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:24 | 200 | 39.316µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:26 | 200 | 54.926µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:29 | 200 | 40.312µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:34 | 200 | 38.654µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:36 | 200 | 40.235µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:39 | 200 | 41.121µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:44 | 200 | 36.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:46 | 200 | 39.002µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:49 | 200 | 38.071µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T15:42:51.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"85540f3c-aa73-4568-b3c6-5a10a6c58db7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T15:42:51.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85540f3c-aa73-4568-b3c6-5a10a6c58db7","keyPrefix":"sk-oai-1Lc18nomDsuZ...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 15:42:51 | 201 | 10.148827ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:42:51 | 200 | 880.385µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 311.752µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 124.467µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 10.846343ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:42:51 | 200 | 285.507µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 112.094µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 309.906µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 101.794µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 293.217µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 92.028µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 271.321µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 83.533µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 276.653µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 106.649µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 242.123µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 98.161µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 217.793µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 99.386µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 248.653µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 91.778µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 225.736µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 92.633µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 237.82µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 93.163µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 15:42:51 | 200 | 241.199µs | 10.133.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 15:42:51 | 200 | 93.957µs | 10.133.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T15:42:51.946Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"85540f3c-aa73-4568-b3c6-5a10a6c58db7"} {"level":"info","timestamp":"2026-05-28T15:42:51.946Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"85540f3c-aa73-4568-b3c6-5a10a6c58db7","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 15:42:51 | 200 | 2.219009ms | 100.64.0.3 | DELETE "/v1/api-keys/85540f3c-aa73-4568-b3c6-5a10a6c58db7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 15:42:54 | 200 | 48.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/28 - 15:42:56 | 200 | 49.161µs | 10.133.0.2 | GET "/health"