[GIN] 2026/06/10 - 01:19:20 | 200 | 42.749µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:20 | 200 | 50.922µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:23 | 200 | 894.067µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:19:23 | 200 | 112.34µs | 52.71.36.72 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:19:25 | 200 | 40.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:30 | 200 | 41.729µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:30 | 200 | 40.094µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:35 | 200 | 44.148µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:40 | 200 | 46.33µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:40 | 200 | 40.251µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:45 | 200 | 38.271µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:50 | 200 | 54.947µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:50 | 200 | 39.561µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:19:55 | 200 | 43.684µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:00 | 200 | 37.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:00 | 200 | 43.74µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:05 | 200 | 41.687µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:10 | 200 | 38.976µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:10 | 200 | 39.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:15 | 200 | 41.971µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:20 | 200 | 46.42µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:20 | 200 | 41.074µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:25 | 200 | 43.686µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:30 | 200 | 49.059µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:30 | 200 | 41.776µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:35 | 200 | 43.818µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:40 | 200 | 40.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:40 | 200 | 40.603µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:45 | 200 | 42.695µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:50 | 200 | 53.066µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:50 | 200 | 39.486µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:20:55 | 200 | 39.598µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:00 | 200 | 39.479µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:00 | 200 | 42.062µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:05 | 200 | 42.773µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:10 | 200 | 41.499µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:10 | 200 | 55.229µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:15 | 200 | 41.442µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:20 | 200 | 68.816µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:20 | 200 | 49.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:25 | 200 | 66.831µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:30 | 200 | 41.04µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:30 | 200 | 43.197µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:21:32.913Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c1478ec4-9d2b-4294-9173-81aa7f4601f2"} {"level":"info","timestamp":"2026-06-10T01:21:32.913Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c1478ec4-9d2b-4294-9173-81aa7f4601f2","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 01:21:32 | 200 | 12.230469ms | 52.71.36.72 | DELETE "/v1/api-keys/c1478ec4-9d2b-4294-9173-81aa7f4601f2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T01:21:32.958Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d799f931-0660-4e43-9ee7-778d58616517","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:32.958Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d799f931-0660-4e43-9ee7-778d58616517","keyPrefix":"sk-oai-YoSifbZX10Xa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:32 | 201 | 2.136733ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:32 | 200 | 1.213421ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:33 | 200 | 128.272µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T01:21:33.055Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9cd94d4f-bf01-457c-821b-30178048b805","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:33.055Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9cd94d4f-bf01-457c-821b-30178048b805","keyPrefix":"sk-oai-7AgBLYDqBAhT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:33 | 201 | 3.172693ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:33 | 200 | 615.631µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:33 | 200 | 134.821µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T01:21:33.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52962003-0e27-4f2d-9c91-5669cd662b3b","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:33.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52962003-0e27-4f2d-9c91-5669cd662b3b","keyPrefix":"sk-oai-CoocTfja5prn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:33 | 201 | 1.646575ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:35 | 200 | 40.973µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:38 | 200 | 2.698359ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-10T01:21:38.223Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"caccd90c-08bd-40f0-b884-c7247b1dd6cb","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:38.223Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"caccd90c-08bd-40f0-b884-c7247b1dd6cb","keyPrefix":"sk-oai-6lC2Gu9QuWr5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:38 | 201 | 1.747168ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:38 | 200 | 707.765µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:38 | 200 | 197.386µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:40 | 200 | 40.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:40 | 200 | 41.006µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:21:43.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d153de10-db5e-44bb-b22a-27f1513ab205","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:43.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d153de10-db5e-44bb-b22a-27f1513ab205","keyPrefix":"sk-oai-WNfXKqxDZfRy...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:43 | 201 | 2.085864ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:43 | 200 | 752.981µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:43 | 200 | 152.279µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:43 | 200 | 712.574µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:43 | 200 | 140.463µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:43 | 200 | 580.401µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:43 | 200 | 143.541µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:43 | 200 | 605.225µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:43 | 200 | 135.725µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:45 | 200 | 42.284µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:50 | 200 | 40.864µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:50 | 200 | 43.869µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:21:55.094Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2946e3b6-68a5-4afd-827c-cd90a2539092","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:55.094Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2946e3b6-68a5-4afd-827c-cd90a2539092","keyPrefix":"sk-oai-1HsJtBtbmzyM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:55 | 201 | 3.593107ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:55 | 200 | 662.91µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:55 | 200 | 181.044µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:55 | 200 | 45.567µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:21:55 | 200 | 654.222µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:55 | 200 | 140.851µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T01:21:55.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"11447658-f6bc-4286-81c5-9fd4b2ce0e48","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:55.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11447658-f6bc-4286-81c5-9fd4b2ce0e48","keyPrefix":"sk-oai-1ePGZkGdWP9O...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:55 | 201 | 1.819909ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T01:21:55.563Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"11447658-f6bc-4286-81c5-9fd4b2ce0e48"} {"level":"info","timestamp":"2026-06-10T01:21:55.563Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"11447658-f6bc-4286-81c5-9fd4b2ce0e48","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 01:21:55 | 200 | 2.540203ms | 52.71.36.72 | DELETE "/v1/api-keys/11447658-f6bc-4286-81c5-9fd4b2ce0e48" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T01:21:55.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62e6ddcf-0580-4b13-8f5b-cae9faf0c620","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:21:55.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62e6ddcf-0580-4b13-8f5b-cae9faf0c620","keyPrefix":"sk-oai-SuNqk4EAUHpE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:21:55 | 201 | 1.734022ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T01:21:55.637Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"62e6ddcf-0580-4b13-8f5b-cae9faf0c620"} {"level":"info","timestamp":"2026-06-10T01:21:55.637Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"62e6ddcf-0580-4b13-8f5b-cae9faf0c620","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 01:21:55 | 200 | 2.512922ms | 52.71.36.72 | DELETE "/v1/api-keys/62e6ddcf-0580-4b13-8f5b-cae9faf0c620" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-10T01:21:55.674Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-d71fa2fa4d7a4da3a1993978d45a8e91","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-10T01:21:55.674Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/10 - 01:21:55 | 400 | 251.415µs | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:21:55 | 200 | 593.014µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:55 | 200 | 130.863µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:21:55 | 200 | 594.239µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:21:55 | 200 | 145.835µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:00 | 200 | 43.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:00 | 200 | 42.315µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:04 | 200 | 1.032925ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:04 | 200 | 190.816µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:05 | 200 | 48.02µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:10 | 200 | 41.442µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:10 | 200 | 40.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:15 | 200 | 39.281µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:20 | 200 | 50.217µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:20 | 200 | 50.413µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:25 | 200 | 44.666µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:22:28.790Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a57e5e2a-5a18-4ef6-87f1-bfeed413d231","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:22:28.790Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a57e5e2a-5a18-4ef6-87f1-bfeed413d231","keyPrefix":"sk-oai-1d76VHIqf0nx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:22:28 | 201 | 2.386919ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:22:28 | 200 | 604.773µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:28 | 200 | 157.51µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:30 | 200 | 41.044µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:30 | 200 | 38.567µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:35 | 200 | 39.73µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:40 | 200 | 42.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:40 | 200 | 35.413µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:45 | 200 | 37.409µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:50 | 200 | 37.018µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:22:50 | 200 | 34.411µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:22:54.007Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7402e58e-d6a9-41f0-98b2-5d7029223ae2","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:22:54.007Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7402e58e-d6a9-41f0-98b2-5d7029223ae2","keyPrefix":"sk-oai-1aX10oBKvQXw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:22:54 | 201 | 2.003884ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:22:54 | 200 | 538.528µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:54 | 200 | 165.972µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:54 | 200 | 543.82µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:54 | 200 | 163.338µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:54 | 200 | 535.411µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:54 | 200 | 158.908µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:54 | 200 | 569.562µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:54 | 200 | 177.884µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:54 | 200 | 563.013µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:22:54 | 200 | 168.881µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:22:55 | 200 | 39.575µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:00 | 200 | 38.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:00 | 200 | 64.159µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:02 | 200 | 953.076µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:23:02 | 200 | 185.072µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:23:05 | 200 | 40.868µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:10 | 200 | 40.928µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:10 | 200 | 40.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:15 | 200 | 45.358µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:23:19.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"83878a12-0f8e-49d2-bebd-526b1be97197","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:23:19.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83878a12-0f8e-49d2-bebd-526b1be97197","keyPrefix":"sk-oai-S1dwibzfwJqT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:23:19 | 201 | 2.096146ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:23:19 | 200 | 535.742µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:23:19 | 200 | 217.551µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:23:20 | 200 | 47.161µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:20 | 200 | 65.718µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:25 | 200 | 43.202µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:30 | 200 | 55.698µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:30 | 200 | 71.288µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:35 | 200 | 43.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:40 | 200 | 52.328µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:40 | 200 | 51.532µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:44 | 200 | 1.099045ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:23:44 | 200 | 168.695µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:23:45 | 200 | 39.718µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:50 | 200 | 42.072µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:50 | 200 | 44.744µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:23:55 | 200 | 42.85µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:00 | 200 | 43.223µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:00 | 200 | 41.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:00 | 200 | 1.192014ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:24:00 | 200 | 137.596µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:24:05 | 200 | 40.885µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:10 | 200 | 46.317µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:10 | 200 | 52.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:15 | 200 | 43.01µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:17 | 200 | 869.976µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:24:17 | 200 | 142.983µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:24:20 | 200 | 48.015µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:20 | 200 | 41.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:25 | 200 | 37.997µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:30 | 200 | 37.925µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:30 | 200 | 48.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:34 | 200 | 907.382µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:24:34 | 200 | 131.96µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:24:35 | 200 | 44.491µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:40 | 200 | 41.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:40 | 200 | 47.722µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:43 | 200 | 958.253µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:24:43 | 200 | 135.675µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:24:45 | 200 | 38.896µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:50 | 200 | 40.03µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:50 | 200 | 41.041µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:24:55 | 200 | 40.977µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:25:00.010Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-9d59c6","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4527b434-2379-4efd-8c7c-b9405b19e760","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:25:00.010Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4527b434-2379-4efd-8c7c-b9405b19e760","keyPrefix":"sk-oai-1YNNHhpz0TBf...","username":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-9d59c6","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:25:00 | 201 | 2.411546ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:25:00 | 200 | 516.175µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:25:00 | 200 | 152.649µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:25:00 | 200 | 44.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:00 | 200 | 604.873µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:25:00 | 200 | 165.976µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:25:00 | 200 | 45.944µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:02 | 200 | 1.172166ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:25:02 | 200 | 220.953µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:25:05 | 200 | 40.541µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:10 | 200 | 38.933µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:10 | 200 | 41.827µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:15 | 200 | 39.148µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:20 | 200 | 41.053µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:20 | 200 | 43.483µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:25 | 200 | 42.731µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:30 | 200 | 43.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:30 | 200 | 42.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:35 | 200 | 43.039µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:40 | 200 | 40.486µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:40 | 200 | 39.23µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:25:40.613Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ab8dddf2-fbfb-4fa4-b43c-daa4ab4fad1d","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:25:40.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab8dddf2-fbfb-4fa4-b43c-daa4ab4fad1d","keyPrefix":"sk-oai-1A8yQIn7Nm37...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:25:40 | 201 | 2.102278ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:25:40 | 200 | 528.951µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:25:40 | 200 | 167.321µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:25:45 | 200 | 41.921µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:25:49.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"145ca785-fab6-444e-b9dc-95ac3487cce8","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:25:49.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"145ca785-fab6-444e-b9dc-95ac3487cce8","keyPrefix":"sk-oai-gAMk3avWI5Oj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:25:49 | 201 | 2.123856ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:25:50 | 200 | 39.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:50 | 200 | 39.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:55 | 200 | 44.083µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:25:57 | 200 | 1.368002ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:25:57 | 200 | 127.08µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:26:00 | 200 | 38.84µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:00 | 200 | 38.84µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:05 | 200 | 38.961µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:26:07.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ce42d31-9f80-4a21-b7e8-6ed835104101","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:26:07.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ce42d31-9f80-4a21-b7e8-6ed835104101","keyPrefix":"sk-oai-RWxuOQbthj78...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:26:07 | 201 | 1.94062ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:26:07 | 200 | 545.869µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:26:07 | 200 | 165.879µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:26:10 | 200 | 48.612µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:10 | 200 | 41.032µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:15 | 200 | 46.955µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:20 | 200 | 39.972µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:20 | 200 | 38.815µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:26:24.792Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4e414093-6438-4b4b-8e77-14a37a1730cc","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:26:24.792Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e414093-6438-4b4b-8e77-14a37a1730cc","keyPrefix":"sk-oai-1D6414glb20e...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:26:24 | 201 | 2.118973ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:26:24 | 200 | 556.779µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:26:24 | 200 | 150.514µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:26:25 | 200 | 43.699µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:30 | 200 | 41.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:30 | 200 | 39.249µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:35 | 200 | 51.094µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:40 | 200 | 40.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:40 | 200 | 62.41µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:26:42.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6351be60-65a2-44d4-8901-94edcd99e056","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:26:42.137Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6351be60-65a2-44d4-8901-94edcd99e056","keyPrefix":"sk-oai-1PCIWbQLuXql...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:26:42 | 201 | 12.264138ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T01:26:42.178Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ec2ba01d-9d04-454c-8dff-d8e8f99dc3af","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:26:42.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec2ba01d-9d04-454c-8dff-d8e8f99dc3af","keyPrefix":"sk-oai-KasIrhPKcym8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:26:42 | 201 | 2.033904ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:26:42 | 200 | 1.252728ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:26:42 | 200 | 222.995µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:26:42 | 200 | 538.739µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:26:42 | 200 | 180.138µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:26:45 | 200 | 35.688µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:50 | 200 | 34.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:50 | 200 | 34.135µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:26:55 | 200 | 32.386µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-10T01:26:59.856Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-06-10T01:26:59.856Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/10 - 01:26:59 | 400 | 330.204µs | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:27:00 | 200 | 31.443µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:00 | 200 | 38.625µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:05 | 200 | 36.904µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:10 | 200 | 45.997µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:10 | 200 | 42.709µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:15 | 200 | 34.337µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:27:17.237Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"79e63df1-aeb1-4e0d-ba5f-a13e19d32e06","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:27:17.237Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79e63df1-aeb1-4e0d-ba5f-a13e19d32e06","keyPrefix":"sk-oai-nmW9EqMjpro7...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:27:17 | 201 | 2.139216ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:27:17 | 200 | 622.928µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:27:17 | 200 | 191.847µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:27:20 | 200 | 34.382µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:20 | 200 | 32.678µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:25 | 200 | 34.426µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:27:26.325Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"78b40e10-70bd-4089-ac23-2d27a82f1c26","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:27:26.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78b40e10-70bd-4089-ac23-2d27a82f1c26","keyPrefix":"sk-oai-1aLXUvepHQ3a...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:27:26 | 201 | 2.460025ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:27:30 | 200 | 34.841µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:30 | 200 | 32.27µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:34 | 200 | 1.017136ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:27:34 | 200 | 107.898µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:27:35 | 200 | 62.937µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:40 | 200 | 33.556µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:40 | 200 | 35.19µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:27:43.758Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"50905efd-e9a7-44dc-ba77-6a19a8a0edbf","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:27:43.758Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50905efd-e9a7-44dc-ba77-6a19a8a0edbf","keyPrefix":"sk-oai-1LOWehXvNDjo...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:27:43 | 201 | 2.131546ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:27:43 | 200 | 673.319µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:27:43 | 200 | 150.386µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:27:45 | 200 | 33.983µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:50 | 200 | 33.976µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:50 | 200 | 35.529µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:27:55 | 200 | 34.499µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:00 | 200 | 38.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:00 | 200 | 32.48µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:05 | 200 | 35.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:10 | 200 | 34.351µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:10 | 200 | 35.679µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:15 | 200 | 33.424µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:20 | 200 | 39.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:20 | 200 | 33.51µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:25 | 200 | 35.57µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:30 | 200 | 36.026µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:30 | 200 | 35.556µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:35 | 200 | 33.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:40 | 200 | 46.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:40 | 200 | 33.821µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:45 | 200 | 42.047µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:50 | 200 | 34.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:50 | 200 | 33.022µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:28:55 | 200 | 35.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:00 | 200 | 46.848µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:00 | 200 | 33.881µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:05 | 200 | 35.879µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:10 | 200 | 42.727µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:10 | 200 | 35.017µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:15 | 200 | 33.649µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:20 | 200 | 34.48µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:20 | 200 | 33.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:25 | 200 | 33.571µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:30 | 200 | 45.104µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:30 | 200 | 35.015µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:35 | 200 | 53.51µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:40 | 200 | 31.438µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:40 | 200 | 33.447µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:29:42.998Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ab37f787-e137-40f7-a93d-c880ab7af10f","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:29:42.998Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab37f787-e137-40f7-a93d-c880ab7af10f","keyPrefix":"sk-oai-1NQK0LxpXbHi...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:29:42 | 201 | 2.15624ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:29:43 | 200 | 658.909µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:29:43 | 200 | 157.622µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:29:45 | 200 | 33.003µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:50 | 200 | 33.275µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:50 | 200 | 34.36µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:29:55 | 200 | 35.424µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:00 | 200 | 34.779µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:00 | 200 | 44.698µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:30:04.629Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/10 - 01:30:04 | 200 | 1.096722ms | 10.132.0.30 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/10 - 01:30:05 | 200 | 35.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:05 | 200 | 977.623µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:30:05 | 200 | 144.367µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:30:06 | 404 | 978.843µs | 52.71.36.72 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:30:10 | 200 | 44.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:10 | 200 | 35.208µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:15 | 200 | 41.17µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:20 | 200 | 35.277µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:20 | 200 | 37.835µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:25 | 200 | 42.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:30 | 200 | 39.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:30 | 200 | 34.415µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:35 | 200 | 34.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:40 | 200 | 62.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:40 | 200 | 43.853µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:45 | 200 | 35.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:50 | 200 | 36.345µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:30:50 | 200 | 39.357µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:30:54.295Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"91e8ad82-cd66-4350-98c5-2331e5c2fe1e","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:30:54.295Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91e8ad82-cd66-4350-98c5-2331e5c2fe1e","keyPrefix":"sk-oai-tootvqZbSXAJ...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:30:54 | 201 | 1.691443ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:30:54 | 200 | 586.878µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:30:54 | 200 | 161.196µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:30:55 | 200 | 34.433µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:00 | 200 | 35.608µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:00 | 200 | 43.308µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:05 | 200 | 45.721µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:10 | 200 | 38.767µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:10 | 200 | 33.43µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:31:13.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"997dab1a-e093-4761-b787-b8a987b049b6","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:31:13.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"997dab1a-e093-4761-b787-b8a987b049b6","keyPrefix":"sk-oai-AhUyw8wrAwHs...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:31:13 | 201 | 1.652796ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:31:13 | 200 | 570.339µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:31:13 | 200 | 164.226µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:31:13 | 200 | 590.983µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:31:13 | 200 | 153.596µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:31:15 | 200 | 65.214µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:20 | 200 | 33.223µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:20 | 200 | 33.363µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:25 | 200 | 60.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:30 | 200 | 43.449µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:30 | 200 | 41.687µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:31:33.449Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d3052e29-4a2b-4f78-b463-122f132dd2a1","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:31:33.449Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3052e29-4a2b-4f78-b463-122f132dd2a1","keyPrefix":"sk-oai-16kzSUMffNy4...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:31:33 | 201 | 1.779646ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:31:33 | 200 | 505.662µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:31:34 | 200 | 766.911126ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:31:35 | 200 | 46.969µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:40 | 200 | 36.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:40 | 200 | 33.668µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:45 | 200 | 36.895µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:50 | 200 | 33.348µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:50 | 200 | 51.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:31:54 | 200 | 1.481129607s | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:31:55 | 200 | 36.928µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:00 | 200 | 39.671µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:00 | 200 | 37.283µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:05 | 200 | 37.923µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T01:32:06.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"119c6cd7-5479-450c-b336-f2dcdaf54119","ephemeral":false} {"level":"info","timestamp":"2026-06-10T01:32:06.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"119c6cd7-5479-450c-b336-f2dcdaf54119","keyPrefix":"sk-oai-15igSPx48gGe...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 01:32:06 | 201 | 11.108778ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:10 | 200 | 40.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:10 | 200 | 35.043µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:15 | 200 | 33.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:20 | 200 | 34.051µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:20 | 200 | 35.556µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:25 | 200 | 38.297µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:30 | 200 | 39.105µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:30 | 200 | 34.072µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:35 | 200 | 35.931µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:36 | 200 | 1.633624ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:36 | 200 | 178.053µs | 10.134.0.43 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 01:32:36 | 200 | 658.193µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:37 | 200 | 775.203337ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:39 | 200 | 1.055684ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:40 | 200 | 46.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:40 | 200 | 34.523µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:40 | 200 | 741.346539ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:42 | 200 | 1.013459ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:43 | 200 | 761.558238ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:45 | 200 | 37.915µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:45 | 200 | 997.466µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:46 | 200 | 767.943802ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:48 | 200 | 1.001255ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:48 | 200 | 763.422642ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:50 | 200 | 37.473µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:50 | 200 | 31.333µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:50 | 200 | 1.500745ms | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:51 | 200 | 726.912535ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:53 | 200 | 879.011µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:54 | 200 | 747.877187ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:55 | 200 | 43.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:32:56 | 200 | 878.076µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:32:57 | 200 | 771.613835ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:32:59 | 200 | 975.783µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:00 | 200 | 760.813424ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:00 | 200 | 68.223µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:00 | 200 | 45.182µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:02 | 200 | 914.005µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:02 | 200 | 752.645517ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:04 | 200 | 841.985µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:05 | 200 | 41.032µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:05 | 200 | 757.03822ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:07 | 200 | 856.832µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:08 | 200 | 748.442689ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:10 | 200 | 40.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:10 | 200 | 43.134µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:10 | 200 | 933.729µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:11 | 200 | 756.525828ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:13 | 200 | 893.227µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:14 | 200 | 769.313653ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:15 | 200 | 39.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:16 | 200 | 930.394µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:16 | 200 | 776.357702ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:18 | 200 | 845.48µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:19 | 200 | 749.706528ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:20 | 200 | 43.891µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:20 | 200 | 40.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:21 | 200 | 880.746µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:22 | 200 | 762.345471ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:24 | 200 | 945.767µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:25 | 200 | 45.165µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:25 | 200 | 763.811422ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:27 | 200 | 980.095µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:28 | 200 | 757.304407ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:30 | 200 | 924.618µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:30 | 200 | 42.175µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:30 | 200 | 39.227µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:30 | 200 | 764.710364ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:32 | 200 | 818.916µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:33 | 200 | 775.567349ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:35 | 200 | 42.423µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:35 | 200 | 921.031µs | 10.134.0.43 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 01:33:36 | 200 | 743.378749ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:33:40 | 200 | 40.246µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:40 | 200 | 44.864µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:45 | 200 | 43.873µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:50 | 200 | 43.143µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:50 | 200 | 39.867µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:55 | 200 | 39.864µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:33:56 | 200 | 774.222509ms | 52.71.36.72 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 01:34:00 | 200 | 40.901µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:34:00 | 200 | 40.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 01:34:05 | 200 | 40.843µs | 10.134.0.2 | GET "/health"