[GIN] 2026/06/15 - 08:46:24 | 200 | 37.449µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:46:26.852Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ab3bed89-bfb1-424a-962f-bed2ce1e8a07","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:46:26.852Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"ab3bed89-bfb1-424a-962f-bed2ce1e8a07","keyPrefix":"sk-oai-fUFelUpoWz6J...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:46:26 | 201 | 1.752627ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:46:26 | 200 | 354.228µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:46:26 | 200 | 202.435µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:46:29 | 200 | 38.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:34 | 200 | 41.6µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:34 | 200 | 45.687µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:39 | 200 | 34.35µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:44 | 200 | 41.202µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:46:44.365Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7dc107b9-5a7e-43e1-9c72-433af9958c42","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:46:44.365Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"7dc107b9-5a7e-43e1-9c72-433af9958c42","keyPrefix":"sk-oai-Q6dZm2dxjHgA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:46:44 | 201 | 1.704925ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:46:44 | 200 | 389.717µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:46:44 | 200 | 147.082µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:46:44 | 200 | 42.298µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:49 | 200 | 38.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:54 | 200 | 45.564µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:54 | 200 | 41.668µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:46:59 | 200 | 38.597µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:47:01.715Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6414e1c3-08c3-43dd-837a-5f8fa95b682b","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:47:01.715Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6414e1c3-08c3-43dd-837a-5f8fa95b682b","keyPrefix":"sk-oai-t0TAJTnoyK1C...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:47:01 | 201 | 1.812943ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:47:01.767Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"775c7fac-1763-4089-9aa9-1906b4786d30","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:47:01.767Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"775c7fac-1763-4089-9aa9-1906b4786d30","keyPrefix":"sk-oai-1WntnZ0riTzD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:47:01 | 201 | 1.747154ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:47:01 | 200 | 300.543µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:47:01 | 200 | 156.25µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:47:01 | 200 | 261.293µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:47:01 | 200 | 158.404µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:47:04 | 200 | 39.953µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:04 | 200 | 38.94µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:09 | 200 | 47.135µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:14 | 200 | 47.624µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:14 | 200 | 41.269µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:19 | 200 | 40.382µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-15T08:47:19.580Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-06-15T08:47:19.580Z","caller":"api_keys/handler.go:205","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:205\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:136\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/15 - 08:47:19 | 400 | 282.642µs | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:47:24 | 200 | 41.795µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:24 | 200 | 45.553µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:29 | 200 | 43.144µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:34 | 200 | 40.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:34 | 200 | 37.746µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:47:37.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"50e08ff4-596b-4299-afee-8baab6e702f3","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:47:37.057Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"50e08ff4-596b-4299-afee-8baab6e702f3","keyPrefix":"sk-oai-a30peKOXdIm6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:47:37 | 201 | 10.060255ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:47:37 | 200 | 1.085486ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:47:37 | 200 | 215.735µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:47:39 | 200 | 39.344µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:44 | 200 | 41.801µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:44 | 200 | 43.484µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:47:46.182Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"49a0e5d2-348d-4d5a-9282-1ebd242c36ae","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:47:46.182Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"49a0e5d2-348d-4d5a-9282-1ebd242c36ae","keyPrefix":"sk-oai-1XMuHitlXIWx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:47:46 | 201 | 1.728633ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:47:49 | 200 | 41.745µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:54 | 200 | 47.447µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:54 | 200 | 774.13µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:47:54 | 200 | 212.988µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:47:54 | 200 | 43.651µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:47:59 | 200 | 47.059µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:48:03.649Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cfca418a-a996-4e07-b3d0-66ce03e26ed3","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:48:03.649Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"cfca418a-a996-4e07-b3d0-66ce03e26ed3","keyPrefix":"sk-oai-Ah1WlFGvCHJS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:48:03 | 201 | 1.971159ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:48:03 | 200 | 446.217µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:48:03 | 200 | 276.16µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:48:04 | 200 | 34.663µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:04 | 200 | 44.877µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:09 | 200 | 37.781µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:14 | 200 | 37.099µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:14 | 200 | 32.67µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:19 | 200 | 33.907µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:24 | 200 | 37.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:24 | 200 | 33.277µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:29 | 200 | 35.226µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:34 | 200 | 36.486µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:34 | 200 | 35.041µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:39 | 200 | 37.969µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:44 | 200 | 34.139µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:44 | 200 | 33.988µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:49 | 200 | 53.716µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:54 | 200 | 33.436µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:54 | 200 | 34.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:48:59 | 200 | 33.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:04 | 200 | 35.166µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:04 | 200 | 37.697µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:09 | 200 | 34.213µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:14 | 200 | 37.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:14 | 200 | 35.27µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:19 | 200 | 34.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:24 | 200 | 33.42µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:24 | 200 | 33.045µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:29 | 200 | 33.536µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:34 | 200 | 45.295µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:34 | 200 | 51.826µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:39 | 200 | 39.367µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:44 | 200 | 36.094µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:44 | 200 | 32.958µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:49 | 200 | 32.855µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:54 | 200 | 34.682µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:49:54 | 200 | 34.714µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:49:58.042Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9332e41b-427b-4586-8432-9f71ff8cd6fc","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:49:58.042Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9332e41b-427b-4586-8432-9f71ff8cd6fc","keyPrefix":"sk-oai-1Zkc7KRNVtBd...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:49:58 | 201 | 1.717151ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:49:58 | 200 | 386.972µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:49:58 | 200 | 147.949µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:49:59 | 200 | 35.055µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:04 | 200 | 36.189µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:04 | 200 | 34.77µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:09 | 200 | 36.478µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:14 | 200 | 34.018µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:14 | 200 | 34.269µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:19 | 200 | 36.502µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:21 | 200 | 532.265µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:50:21 | 200 | 180.934µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:50:21 | 404 | 651.751µs | 52.71.36.72 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:50:24 | 200 | 38.257µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:24 | 200 | 36.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:29 | 200 | 34.643µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:34 | 200 | 35.559µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:34 | 200 | 35.541µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:39 | 200 | 38.21µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:44 | 200 | 33.317µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:44 | 200 | 32.791µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:49 | 200 | 40.58µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:54 | 200 | 38.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:54 | 200 | 35.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:50:59 | 200 | 34.745µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:04 | 200 | 39.263µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:04 | 200 | 33.011µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:09 | 200 | 34.831µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:51:09.741Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8669fd46-1251-4371-8b19-4de18e13fc26","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:51:09.741Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8669fd46-1251-4371-8b19-4de18e13fc26","keyPrefix":"sk-oai-XSmHpU0OFtfi...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:51:09 | 201 | 2.081684ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:51:09 | 200 | 461.836µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:51:09 | 200 | 161.465µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:51:14 | 200 | 33.016µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:14 | 200 | 36.072µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:19 | 200 | 42.456µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:24 | 200 | 33.433µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:24 | 200 | 33.106µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:51:29.006Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ed0cb1f-1d57-40a8-aa4c-7ccd66ffc459","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:51:29.006Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8ed0cb1f-1d57-40a8-aa4c-7ccd66ffc459","keyPrefix":"sk-oai-E2Cp0tuK7XBy...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:51:29 | 201 | 1.858792ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:51:29 | 200 | 319.392µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:51:29 | 200 | 137.638µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:51:29 | 200 | 37.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:29 | 200 | 343.151µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:51:29 | 200 | 144.537µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:51:34 | 200 | 37.305µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:34 | 200 | 33.019µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:39 | 200 | 39.817µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:44 | 200 | 35.493µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:44 | 200 | 33.138µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:51:48.530Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"738bc374-a61b-4a26-bf38-129af4709499","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:51:48.530Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"738bc374-a61b-4a26-bf38-129af4709499","keyPrefix":"sk-oai-KNDrXlDsAKFa...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:51:48 | 201 | 1.784482ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:51:48 | 200 | 300.241µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:51:48 | 200 | 243.638µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:51:48 | 200 | 199.427µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:51:48 | 200 | 26.572551ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:51:49 | 200 | 40.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:54 | 200 | 45.613µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:54 | 200 | 44.841µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:51:59 | 200 | 53.806µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:04 | 200 | 40.142µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:04 | 200 | 42.294µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:07 | 200 | 162.72µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:52:07 | 200 | 143.584µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:52:07 | 200 | 36.797688ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:52:09 | 200 | 39.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:14 | 200 | 42.622µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:14 | 200 | 41.251µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:19 | 200 | 43.133µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:52:19.988Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e9dd553-78bb-40a8-8659-cecc5d8647a0","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:52:19.988Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6e9dd553-78bb-40a8-8659-cecc5d8647a0","keyPrefix":"sk-oai-nOD4oxiIM5yf...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:52:19 | 201 | 1.817839ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:52:24 | 200 | 40.326µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:24 | 200 | 39.854µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:29 | 200 | 41.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:34 | 200 | 39.751µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:34 | 200 | 54.491µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:39 | 200 | 39.27µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:44 | 200 | 40.974µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:44 | 200 | 39.369µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:49 | 200 | 38.513µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:50 | 200 | 9.089204ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:52:50 | 200 | 183.31µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:52:50 | 200 | 351.356µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:52:50 | 200 | 285.821µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:52:50 | 200 | 161.738µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:52:50 | 200 | 12.811778ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:52:54 | 200 | 66.596µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:54 | 200 | 39.589µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:52:59 | 200 | 40.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:04 | 200 | 40.291µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:04 | 200 | 39.869µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:07 | 200 | 376.242µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:07 | 200 | 21.011598ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:09 | 200 | 52.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:14 | 200 | 44.125µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:14 | 200 | 44.772µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:53:15.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e626c22-1599-423c-8300-5117bd946925","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:53:15.873Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"4e626c22-1599-423c-8300-5117bd946925","keyPrefix":"sk-oai-rZmwoq9i15ZD...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:53:15 | 201 | 1.993931ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:19 | 200 | 38.888µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:23 | 200 | 646.031µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:23 | 200 | 449.535µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:23 | 200 | 224.948µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:23 | 200 | 11.524326ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:24 | 200 | 40.077µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:53:24.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f7b0c8ff-2bf0-4dc3-ab47-d6b7ba7c9b1f","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:53:24.451Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f7b0c8ff-2bf0-4dc3-ab47-d6b7ba7c9b1f","keyPrefix":"sk-oai-1R2VFHsyH2oo...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:53:24 | 201 | 1.644995ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:24 | 200 | 61.591µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:29 | 200 | 47.543µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:32 | 200 | 596.098µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:32 | 200 | 364.489µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:32 | 200 | 183.401µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:32 | 200 | 7.485617ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:32 | 200 | 435.562µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:32 | 200 | 327.653µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:32 | 200 | 443.668µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:32 | 200 | 7.215533ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:53:33.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b1723454-b40d-4ae0-8782-ec2c335d028a","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:53:33.519Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b1723454-b40d-4ae0-8782-ec2c335d028a","keyPrefix":"sk-oai-130Podo9LVJS...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:53:33 | 201 | 1.680922ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:34 | 200 | 49.563µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:34 | 200 | 41.129µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:39 | 200 | 41.807µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:41 | 200 | 426.595µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:41 | 200 | 343.451µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:41 | 200 | 266.553µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:41 | 200 | 11.328269ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:44 | 200 | 41.238µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:44 | 200 | 38.798µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:49 | 200 | 40.591µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:53:50.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b56842ab-c39c-4133-ad18-5e48d74e2983","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:53:50.774Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b56842ab-c39c-4133-ad18-5e48d74e2983","keyPrefix":"sk-oai-Q5PQLHtTL13U...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:53:50 | 201 | 1.743975ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:54 | 200 | 48.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:54 | 200 | 39.441µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:53:58 | 200 | 486.62µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:58 | 200 | 395.729µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:58 | 200 | 237.484µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:58 | 200 | 380.128µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:53:58 | 200 | 205.288µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:53:58 | 200 | 21.449705ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:53:59 | 200 | 38.819µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:04 | 200 | 39.877µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:04 | 200 | 37.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:09 | 200 | 41.171µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:54:12.331Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"980b770c-4fee-49bd-8d52-fc7961cd0e1e","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:54:12.331Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"980b770c-4fee-49bd-8d52-fc7961cd0e1e","keyPrefix":"sk-oai-1UcwtcBtDkQh...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:54:12 | 201 | 1.695035ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:54:14 | 200 | 38.158µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:14 | 200 | 37.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:19 | 200 | 44.919µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:20 | 200 | 541.224µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:54:20 | 200 | 393.011µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:54:20 | 200 | 263.459µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:20 | 200 | 9.306808ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:54:20 | 200 | 266.325µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:20 | 200 | 36.086509ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:54:24 | 200 | 45.092µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:24 | 200 | 47.145µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:29 | 200 | 41.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:34 | 200 | 42.922µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:34 | 200 | 187.555µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:34 | 200 | 251.604µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:34 | 200 | 238.633µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:34 | 200 | 61.124702ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:54:34 | 200 | 41.181µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:39 | 200 | 40.61µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:44 | 200 | 51.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:44 | 200 | 43.106µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:49 | 200 | 54.34µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:52 | 200 | 385.757µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:54:52 | 200 | 21.46063ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:54:54 | 200 | 43.641µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:54 | 200 | 40.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:54:59 | 200 | 45.261µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:55:03.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"11ec6232-0aa7-4c3c-84c7-4f2cd850fa33","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:55:03.453Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"11ec6232-0aa7-4c3c-84c7-4f2cd850fa33","keyPrefix":"sk-oai-1aSgrerN0xzc...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:55:03 | 201 | 2.206112ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:04 | 200 | 39.181µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:04 | 200 | 39.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:09 | 200 | 51.391µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:11 | 200 | 785.27µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:11 | 200 | 143.795µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:55:12.120Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b727704d-7ea0-497f-8d48-d26814fe15ed","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:55:12.120Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b727704d-7ea0-497f-8d48-d26814fe15ed","keyPrefix":"sk-oai-W78kVCaJm75o...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:55:12 | 201 | 1.598062ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:14 | 200 | 49.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:14 | 200 | 43.5µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:19 | 200 | 40.867µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:20 | 200 | 578.834µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:20 | 200 | 344.357µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:20 | 200 | 173.873µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:55:20 | 200 | 12.816116ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:55:20.577Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3586f4ea-0c7e-4c4c-9349-ab2ca4a7527d","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:55:20.578Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"3586f4ea-0c7e-4c4c-9349-ab2ca4a7527d","keyPrefix":"sk-oai-jPZcSU4S98HX...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:55:20 | 201 | 1.630696ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:24 | 200 | 41.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:24 | 200 | 42.054µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:28 | 200 | 540.486µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:28 | 200 | 330.033µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:28 | 200 | 139.641µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:55:28 | 200 | 11.38753ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:29 | 200 | 63.247µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:55:29.437Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"40c814a1-f776-4470-ae88-d1f66fb11c0c","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:55:29.437Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"40c814a1-f776-4470-ae88-d1f66fb11c0c","keyPrefix":"sk-oai-rI6pF01z3q6O...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:55:29 | 201 | 1.578853ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:34 | 200 | 41.4µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:34 | 200 | 40.761µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:37 | 200 | 449.986µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:37 | 200 | 269.674µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:55:37 | 200 | 151.53µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:55:37 | 200 | 11.15255ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:39 | 200 | 39.15µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:44 | 200 | 40.788µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:44 | 200 | 66.995µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:55:46.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"07602d66-dbf5-4028-a5bf-96942defc155","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:55:46.797Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"07602d66-dbf5-4028-a5bf-96942defc155","keyPrefix":"sk-oai-mAZT8UKBeHqS...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:55:46 | 201 | 1.721236ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:55:49 | 200 | 39.371µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:54 | 200 | 45.703µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:54 | 200 | 42.734µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:55:59 | 200 | 37.665µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:03 | 200 | 482.556µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:56:03 | 403 | 104.684µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:56:04 | 200 | 41.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:04 | 200 | 39.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:09 | 200 | 47.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:14 | 200 | 38.294µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:14 | 200 | 41.329µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:19 | 200 | 43.339µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:20 | 403 | 122.977µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:56:24 | 200 | 39.791µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:24 | 200 | 41.572µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:29 | 200 | 60.557µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:34 | 200 | 42.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:34 | 200 | 55.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:37 | 403 | 125.516µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:56:39 | 200 | 42.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:44 | 200 | 39.761µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:44 | 200 | 40.034µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:49 | 200 | 46.576µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:54 | 200 | 36.695µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:54 | 200 | 39.111µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:56:54 | 403 | 174.217µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:56:59 | 200 | 50.236µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:04 | 200 | 41.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:04 | 200 | 35.667µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:57:07.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"06d57e4e-324a-4d14-bc15-a9cea2f0263a","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:57:07.073Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"06d57e4e-324a-4d14-bc15-a9cea2f0263a","keyPrefix":"sk-oai-18WxR9Uoz3S8...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:57:07 | 201 | 2.030373ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:09 | 200 | 43.379µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:14 | 200 | 40.004µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:14 | 200 | 39.763µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:15 | 200 | 653.635µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" {"level":"error","timestamp":"2026-06-15T08:57:15.129Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/15 - 08:57:15 | 500 | 97.473µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:19 | 200 | 38.734µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:24 | 200 | 39.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:24 | 200 | 37.564µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:57:27.273Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba42eeee-f532-41ad-b16f-e78a93ad96d6","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:57:27.273Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"ba42eeee-f532-41ad-b16f-e78a93ad96d6","keyPrefix":"sk-oai-mT11WvNkGPGE...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:57:27 | 201 | 1.634772ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:57:27.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f9bb292-c5e8-4f13-9d95-0de82eeabed3","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:57:27.311Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"4f9bb292-c5e8-4f13-9d95-0de82eeabed3","keyPrefix":"sk-oai-gOJpTCTVGAWR...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:57:27 | 201 | 1.418779ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:29 | 200 | 53.652µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:34 | 200 | 39.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:34 | 200 | 42.621µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:35 | 200 | 493.943µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:57:35 | 200 | 320.94µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:57:35 | 200 | 157.528µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:57:35 | 200 | 20.545885ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:35 | 200 | 310.099µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:57:35 | 200 | 271.582µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:57:35 | 200 | 147.06µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:57:35 | 200 | 12.824835ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:39 | 200 | 48.139µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:44 | 200 | 40.786µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:44 | 200 | 40.473µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:47 | 200 | 196.681µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:57:47 | 200 | 191.935µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:57:47 | 200 | 194.065µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:57:47 | 200 | 58.192607ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:57:49 | 200 | 48.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:54 | 200 | 47.271µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:54 | 200 | 63.209µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:57:59 | 200 | 42.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:00 | 200 | 523.295µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:00 | 200 | 20.941802ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:58:00 | 200 | 171.009µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:00 | 200 | 19.257636ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:58:04 | 200 | 40.733µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:04 | 200 | 39.617µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:09 | 200 | 41.217µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:14 | 200 | 38.883µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:14 | 200 | 70.397µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:19 | 200 | 43.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:24 | 200 | 38.57µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:24 | 200 | 41.166µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:58:26.149Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-39a5b3","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"34c23f9b-e433-41a5-b677-c2fcc20806e8","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:58:26.149Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"34c23f9b-e433-41a5-b677-c2fcc20806e8","keyPrefix":"sk-oai-6OsJNxiUZqZ3...","username":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-39a5b3","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/15 - 08:58:26 | 201 | 1.886493ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:58:26 | 200 | 282.874µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:58:26 | 200 | 201.442µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:26 | 200 | 259.955µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:58:26 | 200 | 191.37µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:26 | 200 | 228.582µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:58:26 | 200 | 175.29µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:26 | 200 | 252.55µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:58:26 | 200 | 204.303µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:58:26 | 200 | 167.186µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:58:26 | 200 | 12.485968ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:58:29 | 200 | 45.414µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:34 | 200 | 40.257µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:34 | 200 | 49.951µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:39 | 200 | 52.673µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:44 | 200 | 57.591µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:44 | 200 | 41.677µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:49 | 200 | 40.728µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:54 | 200 | 43.547µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:54 | 200 | 41.46µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:58:59 | 200 | 48.102µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:59:04 | 200 | 50.768µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:59:04.305Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a8803539-e3db-4607-a059-fcd13ad128f6","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:04.305Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"a8803539-e3db-4607-a059-fcd13ad128f6","keyPrefix":"sk-oai-1228hEh37EfO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:04 | 201 | 1.169671ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:04 | 200 | 48.689µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:59:05.210Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"632d41ea-c66b-4976-97e1-07b2dae37629","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:05.210Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"632d41ea-c66b-4976-97e1-07b2dae37629","keyPrefix":"sk-oai-eAZTciNJMCGQ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:05 | 201 | 1.755116ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:05.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"879e4a7c-3316-49af-9aed-00c3272009c3","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:05.593Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"879e4a7c-3316-49af-9aed-00c3272009c3","keyPrefix":"sk-oai-esFTl2x0UVx2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:05 | 201 | 1.61945ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:05 | 200 | 331.381µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:05 | 200 | 279.792µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:05 | 200 | 162.536µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:59:05 | 200 | 11.034897ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:05 | 200 | 1.465083ms | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:05 | 200 | 251.136µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-15T08:59:05.829Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1311d1ba-5c6e-47b5-be9a-f906f14abc30","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:05.829Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1311d1ba-5c6e-47b5-be9a-f906f14abc30","keyPrefix":"sk-oai-qgPe6CqR4qfP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:05 | 201 | 1.629257ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:05.860Z","caller":"api_keys/store_postgres.go:474","message":"Revoked API key","id":"1311d1ba-5c6e-47b5-be9a-f906f14abc30"} {"level":"info","timestamp":"2026-06-15T08:59:05.860Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"1311d1ba-5c6e-47b5-be9a-f906f14abc30","revokedBy":"alice_lead"} [GIN] 2026/06/15 - 08:59:05 | 200 | 2.315122ms | 52.71.36.72 | DELETE "/v1/api-keys/1311d1ba-5c6e-47b5-be9a-f906f14abc30" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:08 | 200 | 444.364µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:09 | 200 | 53.069µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-15T08:59:09.373Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8643b913-8234-48d0-bb89-1b02c658fe5b","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:09.373Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8643b913-8234-48d0-bb89-1b02c658fe5b","keyPrefix":"sk-oai-t2OJccEHvijZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:09 | 201 | 1.590943ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:09.404Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"341b7c48-e6e2-4ce1-86e7-d758f725a196","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:09.404Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"341b7c48-e6e2-4ce1-86e7-d758f725a196","keyPrefix":"sk-oai-EpP5HEqaeNVB...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:09 | 201 | 1.533881ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:09.561Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f37f4dc8-606a-4b34-a69e-2ec3b3ba7640","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:09.561Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f37f4dc8-606a-4b34-a69e-2ec3b3ba7640","keyPrefix":"sk-oai-1Y6En4KcYuZA...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:09 | 201 | 1.722292ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:09.590Z","caller":"api_keys/store_postgres.go:474","message":"Revoked API key","id":"f37f4dc8-606a-4b34-a69e-2ec3b3ba7640"} {"level":"info","timestamp":"2026-06-15T08:59:09.590Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"f37f4dc8-606a-4b34-a69e-2ec3b3ba7640","revokedBy":"alice_lead"} [GIN] 2026/06/15 - 08:59:09 | 200 | 1.85506ms | 52.71.36.72 | DELETE "/v1/api-keys/f37f4dc8-606a-4b34-a69e-2ec3b3ba7640" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:09 | 404 | 448.273µs | 52.71.36.72 | DELETE "/v1/api-keys/f37f4dc8-606a-4b34-a69e-2ec3b3ba7640" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:09.768Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"227fdd0a-ad51-4771-9c02-6ee71651a578","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:09.768Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"227fdd0a-ad51-4771-9c02-6ee71651a578","keyPrefix":"sk-oai-OUVjfJeROthp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:09 | 201 | 1.546291ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:09 | 200 | 325.842µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:09 | 200 | 232.455µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:09 | 200 | 114.72µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:59:09 | 200 | 10.358353ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:09.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6ffd467f-8ae7-4735-86d9-a6f2865a9c9d","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:09.957Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6ffd467f-8ae7-4735-86d9-a6f2865a9c9d","keyPrefix":"sk-oai-1f1QL6yaA3kM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:09 | 201 | 1.626566ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:09 | 200 | 334.375µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:09 | 403 | 91.234µs | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:10 | 200 | 321.015µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 280.873µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 138.21µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:59:10 | 200 | 10.27612ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:10.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"45314d96-fac5-4c3c-b8be-cf8ad0cce98f","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:10.169Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"45314d96-fac5-4c3c-b8be-cf8ad0cce98f","keyPrefix":"sk-oai-18m9NrwCmJ0j...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:10 | 201 | 1.62667ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:10 | 200 | 313.844µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 253.746µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 118.508µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:59:10 | 200 | 9.916838ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:10 | 200 | 237.069µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 231.601µs | 10.133.0.50 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/15 - 08:59:10 | 200 | 110.642µs | 10.133.0.50 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/15 - 08:59:10 | 200 | 9.859523ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-15T08:59:10.403Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"23c3c46d-d8a3-418d-996d-dd0d35700ce7","ephemeral":false} {"level":"info","timestamp":"2026-06-15T08:59:10.403Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"23c3c46d-d8a3-418d-996d-dd0d35700ce7","keyPrefix":"sk-oai-Cir0LbxBos9Z...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/15 - 08:59:10 | 201 | 1.606657ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/15 - 08:59:14 | 200 | 41.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/15 - 08:59:14 | 200 | 40.386µs | 10.132.0.2 | GET "/health"