[GIN] 2026/04/21 - 00:25:35 | 200 | 36.905µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:25:40 | 200 | 35.757µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:25:42 | 200 | 33.385µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:25:45 | 200 | 35.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:25:50 | 200 | 33.91µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:25:51.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3560ce77-b957-4aeb-bddc-3d31886c0bce","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:25:51.362Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"3560ce77-b957-4aeb-bddc-3d31886c0bce","keyPrefix":"sk-oai-CDN7Z06HoLHi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:25:51 | 201 | 2.102909ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:25:51.397Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a0002788-ea01-419d-94c0-3b9744b2931a","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:25:51.398Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"a0002788-ea01-419d-94c0-3b9744b2931a","keyPrefix":"sk-oai-11dkNwiiojhw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:25:51 | 201 | 1.916429ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:25:51 | 200 | 841.498µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:25:51 | 200 | 122.501µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:25:51 | 200 | 514.274µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:25:51 | 200 | 140.616µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:25:52 | 200 | 31.397µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:25:55 | 200 | 35.995µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:00 | 200 | 33.926µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:02 | 200 | 36.281µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:05 | 200 | 37.712µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-04-21T00:26:09.024Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-04-21T00:26:09.024Z","caller":"api_keys/handler.go:189","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:189\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/04/21 - 00:26:09 | 400 | 233.12µs | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:26:10 | 200 | 33.097µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:12 | 200 | 31.639µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:15 | 200 | 30.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:20 | 200 | 49.138µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:22 | 200 | 33.693µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:25 | 200 | 35.85µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:26:26.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"abf443dc-3eb5-4edb-bf85-f6845d6c78fb","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:26:26.411Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"abf443dc-3eb5-4edb-bf85-f6845d6c78fb","keyPrefix":"sk-oai-1DpJcFxHB0iU...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:26:26 | 201 | 11.297448ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:26:26 | 200 | 1.570921ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:26:26 | 200 | 133.429µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:26:30 | 200 | 44.486µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:32 | 200 | 25.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:35 | 200 | 32.923µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:26:35.484Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1d0df459-2ef4-4ed9-9185-3f138c69c427","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:26:35.484Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"1d0df459-2ef4-4ed9-9185-3f138c69c427","keyPrefix":"sk-oai-AuisDaOp4xHr...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:26:35 | 201 | 2.454899ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:26:40 | 200 | 24.61µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:42 | 200 | 28.348µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:43 | 200 | 1.038651ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:26:43 | 200 | 101.133µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:26:45 | 200 | 25.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:50 | 200 | 29.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:52 | 200 | 25.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:26:55 | 200 | 27.342µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:00 | 200 | 26.277µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:27:01.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c1d8884-663d-42fc-92e8-26a51224eff1","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:27:01.033Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"4c1d8884-663d-42fc-92e8-26a51224eff1","keyPrefix":"sk-oai-1c4LFyZcZ728...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:27:01 | 201 | 1.832012ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:27:01 | 200 | 675.136µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:27:01 | 200 | 143.472µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:27:02 | 200 | 29.694µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:05 | 200 | 30.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:10 | 200 | 26.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:12 | 200 | 25.852µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:15 | 200 | 23.891µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:20 | 200 | 28.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:22 | 200 | 28.317µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:25 | 200 | 27.317µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:30 | 200 | 23.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:32 | 200 | 27.673µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:35 | 200 | 28.754µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:40 | 200 | 29.089µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:42 | 200 | 25.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:45 | 200 | 27.886µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:50 | 200 | 33.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:52 | 200 | 27.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:27:55 | 200 | 29.05µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:00 | 200 | 33.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:02 | 200 | 43.796µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:05 | 200 | 26.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:10 | 200 | 31.798µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:12 | 200 | 25.156µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:15 | 200 | 25.25µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:20 | 200 | 45.859µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:22 | 200 | 27.328µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:25 | 200 | 25.055µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:30 | 200 | 26.712µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:32 | 200 | 25.199µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:35 | 200 | 29.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:40 | 200 | 24.948µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:42 | 200 | 25.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:45 | 200 | 24.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:50 | 200 | 27.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:52 | 200 | 26.791µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:28:55 | 200 | 28.914µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:00 | 200 | 25.386µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:29:00.682Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5ef38edb-a708-4063-ae00-fac9d952b42a","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:29:00.682Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"5ef38edb-a708-4063-ae00-fac9d952b42a","keyPrefix":"sk-oai-4pHQ9oyrUfwS...","username":"system:serviceaccount:default:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:29:00 | 201 | 2.58337ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:29:02 | 200 | 25.761µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:05 | 200 | 27.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:10 | 200 | 28.893µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:12 | 200 | 25.333µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:15 | 200 | 26.033µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:20 | 200 | 27.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:22 | 200 | 36.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:23 | 200 | 1.109336ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:29:23 | 200 | 119.748µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:29:23 | 404 | 1.280102ms | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/04/21 - 00:29:25 | 200 | 26.366µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:30 | 200 | 24.378µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:32 | 200 | 25.862µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:35 | 200 | 28.268µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:40 | 200 | 31.91µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:42 | 200 | 32.899µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:45 | 200 | 24.965µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:50 | 200 | 26.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:52 | 200 | 29.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:29:55 | 200 | 28.12µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:00 | 200 | 36.441µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:02 | 200 | 25.328µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:05 | 200 | 26.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:10 | 200 | 26.803µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:12 | 200 | 33.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:15 | 200 | 28.339µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:30:15.992Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab8e1a51-a9eb-447a-8a7c-4b64f748affa","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:30:15.992Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"ab8e1a51-a9eb-447a-8a7c-4b64f748affa","keyPrefix":"sk-oai-18RNzlFp0l60...","username":"system:serviceaccount:default:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:30:15 | 201 | 2.173162ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:30:16 | 200 | 608.823µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:30:16 | 200 | 125.44µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:30:20 | 200 | 25.296µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:22 | 200 | 27.215µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:25 | 200 | 28.936µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:30 | 200 | 28.157µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:32 | 200 | 29.224µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:30:35.191Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6205f6d-6857-4889-9926-1244390ea07c","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:30:35.191Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"d6205f6d-6857-4889-9926-1244390ea07c","keyPrefix":"sk-oai-1S8kpUgtgzwz...","username":"system:serviceaccount:default:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:30:35 | 201 | 2.202264ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:30:35 | 200 | 23.627µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:35 | 200 | 628.399µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:30:35 | 200 | 97.664µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:30:35 | 200 | 648.95µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:30:35 | 200 | 117.202µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:30:40 | 200 | 24.952µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:42 | 200 | 27.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:45 | 200 | 25.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:50 | 200 | 24.778µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:30:52 | 200 | 25.048µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:30:54.698Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0acf1cfe-e69f-4fce-9b99-f3e3bf07a3b7","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:30:54.698Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"0acf1cfe-e69f-4fce-9b99-f3e3bf07a3b7","keyPrefix":"sk-oai-HTfDBxar6lq5...","username":"system:serviceaccount:default:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:30:54 | 201 | 2.363714ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:30:54 | 200 | 578.576µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:30:54 | 200 | 500.366µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:30:54 | 200 | 116.553µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:30:54 | 200 | 20.932725ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:30:55 | 200 | 28.684µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:00 | 200 | 27.526µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:02 | 200 | 28.613µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:05 | 200 | 25.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:10 | 200 | 25.812µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:12 | 200 | 26.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:13 | 200 | 138.951µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:31:13 | 200 | 111.498µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:31:13 | 200 | 24.235363ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:31:15 | 200 | 24.608µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:20 | 200 | 24.971µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:22 | 200 | 25.666µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:25 | 200 | 28.192µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:31:25.886Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"837d0c94-747a-4d4c-adef-bd168a2ec39a","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:31:25.886Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"837d0c94-747a-4d4c-adef-bd168a2ec39a","keyPrefix":"sk-oai-CGgzsvANSZmQ...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:31:25 | 201 | 2.321302ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:31:30 | 200 | 25.107µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:32 | 200 | 41.255µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:35 | 200 | 25.314µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:40 | 200 | 46.054µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:42 | 200 | 27.072µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:45 | 200 | 28.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:50 | 200 | 26.525µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:52 | 200 | 26.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:55 | 200 | 29.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:31:55 | 200 | 11.093916ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:31:55 | 200 | 99.945µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:31:56 | 200 | 646.897µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:31:56 | 200 | 444.243µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:31:56 | 200 | 112.819µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:31:56 | 200 | 9.53246ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:32:00 | 200 | 31.227µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:02 | 200 | 34.476µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:05 | 200 | 31.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:10 | 200 | 32.587µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:12 | 200 | 37.693µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:13 | 200 | 135.363µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:32:13 | 200 | 12.423855ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:32:15 | 200 | 35.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:20 | 200 | 25.339µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:32:21.704Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ffe877d4-df05-4e7e-b984-d9a6f3e3ded3","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:32:21.704Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"ffe877d4-df05-4e7e-b984-d9a6f3e3ded3","keyPrefix":"sk-oai-15FPcevyhJW1...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:32:21 | 201 | 2.578853ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:32:22 | 200 | 31.673µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:25 | 200 | 44.94µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:29 | 200 | 904.242µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:29 | 200 | 462.973µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:29 | 200 | 111.426µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:32:29 | 200 | 9.220036ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:32:30 | 200 | 35.857µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:32:30.251Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"83dfd789-ffef-4fef-b028-406a021c9f85","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:32:30.251Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"83dfd789-ffef-4fef-b028-406a021c9f85","keyPrefix":"sk-oai-qQHfpM9J1nh1...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:32:30 | 201 | 1.88636ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:32:32 | 200 | 30.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:35 | 200 | 59.468µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:38 | 200 | 975.282µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:38 | 200 | 380.484µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:38 | 200 | 104.906µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:32:38 | 200 | 6.509494ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:32:38 | 200 | 513.416µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:38 | 200 | 363.026µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:38 | 200 | 103.91µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:32:38 | 200 | 6.440525ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:32:39.276Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"37c025a7-0597-4853-b1a8-fa3fa8e9a52e","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:32:39.276Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"37c025a7-0597-4853-b1a8-fa3fa8e9a52e","keyPrefix":"sk-oai-cNrp2qFogdQD...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:32:39 | 201 | 2.07236ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:32:40 | 200 | 33.473µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:42 | 200 | 38.28µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:45 | 200 | 31.671µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:47 | 200 | 874.377µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:47 | 200 | 464.852µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:32:47 | 200 | 124.686µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:32:47 | 200 | 9.237226ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:32:50 | 200 | 33.809µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:52 | 200 | 33.553µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:32:55 | 200 | 56.808µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:32:56.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"151a7275-dfdd-4507-aa69-8465117359e2","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:32:56.499Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"151a7275-dfdd-4507-aa69-8465117359e2","keyPrefix":"sk-oai-15vRBMpvCqNo...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:32:56 | 201 | 2.239018ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:33:00 | 200 | 30.874µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:02 | 200 | 53.126µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:04 | 200 | 895.984µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:04 | 200 | 393.074µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:04 | 200 | 136.12µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:04 | 200 | 460.917µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:04 | 200 | 123.734µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:04 | 200 | 18.548854ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:33:05 | 200 | 39.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:10 | 200 | 32.541µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:12 | 200 | 36.235µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:15 | 200 | 31.17µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:33:15.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9e865933-934f-4e9c-8a18-f42a2d8ab238","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:33:15.827Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9e865933-934f-4e9c-8a18-f42a2d8ab238","keyPrefix":"sk-oai-1GJaKmCcFKto...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:33:15 | 201 | 3.450558ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:33:20 | 200 | 32.803µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:22 | 200 | 32.191µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:23 | 200 | 863.691µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:23 | 200 | 486.669µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:23 | 200 | 135.575µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:23 | 200 | 9.969342ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:33:23 | 200 | 103.06µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:23 | 200 | 32.926015ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:33:25 | 200 | 33.417µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:30 | 200 | 31.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:32 | 200 | 33.643µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:35 | 200 | 40.16µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:39 | 200 | 149.418µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:39 | 200 | 143.94µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:39 | 200 | 128.033µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:39 | 200 | 35.878984ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:33:40 | 200 | 31.342µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:42 | 200 | 33.152µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:45 | 200 | 37.073µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:50 | 200 | 41.198µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:52 | 200 | 36.907µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:55 | 200 | 31.975µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:33:57 | 200 | 134.972µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:33:57 | 200 | 13.13658ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:34:00 | 200 | 37.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:02 | 200 | 33.582µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:05 | 200 | 36.59µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:34:08.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"509a7b8d-3cee-4a8c-a1ee-290159326d27","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:34:08.602Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"509a7b8d-3cee-4a8c-a1ee-290159326d27","keyPrefix":"sk-oai-1SbsCJh2MKM6...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:34:08 | 201 | 2.607587ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:34:10 | 200 | 30.342µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:12 | 200 | 38.105µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:15 | 200 | 37.227µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:16 | 200 | 998.775µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:16 | 200 | 5.29931ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:34:17.247Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d440e030-38d5-4862-92a7-d59a067cde6a","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:34:17.247Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"d440e030-38d5-4862-92a7-d59a067cde6a","keyPrefix":"sk-oai-1I6jcoaxqfZV...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:34:17 | 201 | 1.882254ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:34:20 | 200 | 35.523µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:22 | 200 | 36.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:25 | 200 | 40.205µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:25 | 200 | 966.881µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:25 | 200 | 515.178µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:25 | 200 | 93.317µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:34:25 | 200 | 10.935368ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:34:25.664Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f3a2851-94f7-43ae-95c2-6010fde16706","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:34:25.664Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9f3a2851-94f7-43ae-95c2-6010fde16706","keyPrefix":"sk-oai-19W80ntUnnnu...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:34:25 | 201 | 1.883626ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:34:30 | 200 | 54.825µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:32 | 200 | 33.439µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:33 | 200 | 1.040102ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:33 | 200 | 508.572µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:33 | 200 | 110.759µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:34:33 | 200 | 8.872534ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:34:34.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"287c1729-d89e-4157-8eb5-f4b1932d37b1","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:34:34.413Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"287c1729-d89e-4157-8eb5-f4b1932d37b1","keyPrefix":"sk-oai-VZN7ZndNoftp...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:34:34 | 201 | 1.970255ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:34:35 | 200 | 31.051µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:40 | 200 | 39.173µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:42 | 200 | 36.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:42 | 200 | 947.247µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:42 | 200 | 399.662µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:34:42 | 200 | 144.621µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:34:42 | 200 | 8.677979ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:34:45 | 200 | 34.487µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:50 | 200 | 38.864µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:34:51.675Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f3dc4e33-7daa-4c0d-b528-e0aa03a3d202","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:34:51.675Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"f3dc4e33-7daa-4c0d-b528-e0aa03a3d202","keyPrefix":"sk-oai-Ml0MTYCGYav5...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:34:51 | 201 | 1.919987ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:34:52 | 200 | 36.053µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:34:55 | 200 | 31.56µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:00 | 200 | 45.746µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:02 | 200 | 33.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:05 | 200 | 34.248µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:07 | 200 | 928.923µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:35:07 | 403 | 118.874µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:35:10 | 200 | 31.895µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:12 | 200 | 36.031µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:15 | 200 | 42.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:20 | 200 | 33.57µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:22 | 200 | 31.535µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:25 | 403 | 90.283µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:35:25 | 200 | 31.364µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:30 | 200 | 38.996µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:32 | 200 | 34.788µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:35 | 200 | 34.005µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:40 | 200 | 31.013µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:42 | 403 | 115.471µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:35:42 | 200 | 41.345µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:45 | 200 | 32.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:50 | 200 | 37.322µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:52 | 200 | 38.287µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:55 | 200 | 37.317µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:35:59 | 403 | 124.372µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:36:00 | 200 | 36.033µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:02 | 200 | 45.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:05 | 200 | 33.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:10 | 200 | 33.764µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:36:11.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"beb0912d-9542-448d-8feb-27f6e20eeea1","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:36:11.593Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"beb0912d-9542-448d-8feb-27f6e20eeea1","keyPrefix":"sk-oai-JZKaG01nGbq4...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:36:11 | 201 | 2.293775ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:36:12 | 200 | 34.651µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:15 | 200 | 39.25µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:19 | 200 | 1.06551ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:19 | 200 | 456.194µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:19 | 200 | 146.207µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:19 | 200 | 22.171384ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:36:20 | 200 | 30.963µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:22 | 200 | 41.63µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:25 | 200 | 38.403µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:30 | 200 | 34.185µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:36:31.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"72db3099-2254-447c-9dac-732c06ff53a7","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:36:31.775Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"72db3099-2254-447c-9dac-732c06ff53a7","keyPrefix":"sk-oai-KRuwtqXcsyCN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:36:31 | 201 | 2.259722ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:36:31.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e68a04f9-9f96-46f8-aa2a-f90a72c26b94","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:36:31.805Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"e68a04f9-9f96-46f8-aa2a-f90a72c26b94","keyPrefix":"sk-oai-q1bKhku03yWO...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:36:31 | 201 | 1.787364ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:36:32 | 200 | 43.042µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:35 | 200 | 30.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:39 | 200 | 989.722µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:39 | 200 | 443.314µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:39 | 200 | 124.445µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:39 | 200 | 9.65285ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:36:39 | 200 | 564.323µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:39 | 200 | 422.352µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:36:39 | 200 | 118.269µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:39 | 200 | 26.556291ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:36:40 | 200 | 37.001µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:42 | 200 | 35.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:45 | 200 | 40.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:50 | 200 | 33.902µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:52 | 200 | 30.816µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:55 | 200 | 32.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:36:56 | 200 | 151.805µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:56 | 200 | 151.372µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:56 | 200 | 134.6µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:36:56 | 200 | 37.188021ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:37:00 | 200 | 31.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:02 | 200 | 34.529µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:05 | 200 | 39.95µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:10 | 200 | 44.544µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:12 | 200 | 42.629µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:12 | 200 | 142.081µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:12 | 200 | 13.279589ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:37:13 | 200 | 122.243µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:13 | 200 | 11.29997ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/04/21 - 00:37:15 | 200 | 40.996µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:20 | 200 | 38.863µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:22 | 200 | 41.298µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:25 | 200 | 30.245µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:30 | 200 | 32.052µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:32 | 200 | 32.836µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:35 | 200 | 38.595µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:37:38.742Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"54058b0a-d577-45d9-a07d-0be437a12511","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:37:38.742Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"54058b0a-d577-45d9-a07d-0be437a12511","keyPrefix":"sk-oai-vniEfe94QVIA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:37:38 | 201 | 2.967234ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:37:38 | 200 | 847.197µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:38 | 200 | 126.013µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:38 | 200 | 465.636µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:38 | 200 | 108.066µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:38 | 200 | 514.006µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:38 | 200 | 111.713µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:38 | 200 | 496.532µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:38 | 200 | 358.408µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:38 | 200 | 108.557µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:38 | 200 | 9.28384ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:37:40 | 200 | 58.291µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:42 | 200 | 31.155µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:45 | 200 | 30.994µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:50 | 200 | 31.897µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:37:52 | 200 | 35.04µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:37:52.440Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec0aab55-a2fa-4947-b2e3-3aef6b040640","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:37:52.440Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"ec0aab55-a2fa-4947-b2e3-3aef6b040640","keyPrefix":"sk-oai-DMHKzkYDNZqr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/04/21 - 00:37:52 | 201 | 2.390725ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:37:52 | 200 | 606.166µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:37:52 | 200 | 151.824µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:37:55 | 200 | 32.438µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:00 | 200 | 29.869µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:02 | 200 | 30.994µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:05 | 200 | 34.888µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:10 | 200 | 37.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:12 | 200 | 36.542µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:15 | 200 | 33.414µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:20 | 200 | 32.682µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:22 | 200 | 35.873µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:25 | 200 | 36.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:30 | 200 | 34.962µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:38:30.615Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"eb4f9e29-f7c8-4071-ac0a-e39ad52b559d","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:30.615Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"eb4f9e29-f7c8-4071-ac0a-e39ad52b559d","keyPrefix":"sk-oai-1FM8nx3kt7Lp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:30 | 201 | 11.178393ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:31.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"3a7ad016-7b0d-45cf-99f0-d4626eb9e9e5","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:31.499Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"3a7ad016-7b0d-45cf-99f0-d4626eb9e9e5","keyPrefix":"sk-oai-RipSI29TFhlo...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:31 | 201 | 1.952589ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:31.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9c2171e2-bbc3-4ff7-bffb-b383c572cdfd","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:31.882Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"9c2171e2-bbc3-4ff7-bffb-b383c572cdfd","keyPrefix":"sk-oai-dJ5b8YxbuQWS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:31 | 201 | 2.795549ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:38:31 | 200 | 1.42368ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:31 | 200 | 404.96µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:31 | 200 | 103.196µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:38:31 | 200 | 8.559467ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:38:31 | 200 | 557.503µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:31 | 200 | 112.511µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-04-21T00:38:32.112Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"feb4a196-9421-4bea-afa9-829e5f394ae4","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:32.112Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"feb4a196-9421-4bea-afa9-829e5f394ae4","keyPrefix":"sk-oai-1Dg4YqY60LOY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:32 | 201 | 1.775203ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:32.141Z","caller":"api_keys/store_postgres.go:460","message":"Revoked API key","id":"feb4a196-9421-4bea-afa9-829e5f394ae4"} {"level":"info","timestamp":"2026-04-21T00:38:32.141Z","caller":"api_keys/handler.go:317","message":"Revoked API key","keyId":"feb4a196-9421-4bea-afa9-829e5f394ae4","revokedBy":"alice_lead"} [GIN] 2026/04/21 - 00:38:32 | 200 | 3.169274ms | 100.64.0.4 | DELETE "/v1/api-keys/feb4a196-9421-4bea-afa9-829e5f394ae4" [GIN] 2026/04/21 - 00:38:32 | 200 | 47.798µs | 10.133.0.2 | GET "/health" [GIN] 2026/04/21 - 00:38:35 | 200 | 1.089036ms | 10.133.0.58 | POST "/internal/v1/api-keys/validate" {"level":"error","timestamp":"2026-04-21T00:38:35.170Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/04/21 - 00:38:35 | 500 | 80.539µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:38:35 | 200 | 43.601µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-04-21T00:38:35.636Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ac76af0-5273-4f62-90a1-94995ac7fab2","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:35.636Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"4ac76af0-5273-4f62-90a1-94995ac7fab2","keyPrefix":"sk-oai-yEDSuSV5tsMD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:35 | 201 | 1.8479ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:35.663Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"65f952af-d8b4-46da-aa20-ad53c16e1962","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:35.664Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"65f952af-d8b4-46da-aa20-ad53c16e1962","keyPrefix":"sk-oai-eW9ORVBfhfOU...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:35 | 201 | 1.736375ms | 100.64.0.3 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:35.806Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c74b2e7a-37d4-408f-b68e-caa0470e4dbb","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:35.806Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"c74b2e7a-37d4-408f-b68e-caa0470e4dbb","keyPrefix":"sk-oai-1YVfTfZWE0bk...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:35 | 201 | 1.814727ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-04-21T00:38:35.830Z","caller":"api_keys/store_postgres.go:460","message":"Revoked API key","id":"c74b2e7a-37d4-408f-b68e-caa0470e4dbb"} {"level":"info","timestamp":"2026-04-21T00:38:35.830Z","caller":"api_keys/handler.go:317","message":"Revoked API key","keyId":"c74b2e7a-37d4-408f-b68e-caa0470e4dbb","revokedBy":"alice_lead"} [GIN] 2026/04/21 - 00:38:35 | 200 | 2.245796ms | 100.64.0.2 | DELETE "/v1/api-keys/c74b2e7a-37d4-408f-b68e-caa0470e4dbb" [GIN] 2026/04/21 - 00:38:35 | 404 | 761.187µs | 100.64.0.4 | DELETE "/v1/api-keys/c74b2e7a-37d4-408f-b68e-caa0470e4dbb" {"level":"info","timestamp":"2026-04-21T00:38:36.003Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"66371a9a-7eb2-400d-9d73-dbac683e1e50","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:36.003Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"66371a9a-7eb2-400d-9d73-dbac683e1e50","keyPrefix":"sk-oai-aaaPcWjsc1JW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:36 | 201 | 1.779499ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:38:36 | 200 | 617.828µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 451.212µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 105.56µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:38:36 | 200 | 8.912893ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:38:36.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"64da385a-3ae4-498c-b2e7-316dd1889b85","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:36.189Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"64da385a-3ae4-498c-b2e7-316dd1889b85","keyPrefix":"sk-oai-1Zgx0eYKFSKh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:36 | 201 | 1.655377ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:38:36 | 200 | 554.703µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 403 | 58.656µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/04/21 - 00:38:36 | 200 | 486.424µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 365.856µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 112.58µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:38:36 | 200 | 10.415615ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:38:36.414Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"30ee49ad-642f-4d06-a81c-ff20b5aba0a7","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:36.414Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"30ee49ad-642f-4d06-a81c-ff20b5aba0a7","keyPrefix":"sk-oai-p17JhwvWlCZd...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:36 | 201 | 1.739743ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:38:36 | 200 | 503.402µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 366.98µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 97.157µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:38:36 | 200 | 8.482999ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/04/21 - 00:38:36 | 200 | 452.362µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 386.599µs | 10.133.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/04/21 - 00:38:36 | 200 | 89.277µs | 10.133.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/04/21 - 00:38:36 | 200 | 8.379955ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-04-21T00:38:36.624Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6aecfb9e-3cb2-477f-af4f-f09ba654a357","ephemeral":false} {"level":"info","timestamp":"2026-04-21T00:38:36.624Z","caller":"api_keys/handler.go:222","message":"Created API key","keyId":"6aecfb9e-3cb2-477f-af4f-f09ba654a357","keyPrefix":"sk-oai-1B2ByvTgnsO6...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/04/21 - 00:38:36 | 201 | 1.720611ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/04/21 - 00:38:40 | 200 | 32.584µs | 10.133.0.2 | GET "/health"