[GIN] 2026/06/10 - 13:21:32 | 201 |    1.819188ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:21:33 | 200 |     690.952µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:33 | 200 |     125.576µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:33 | 200 |     592.515µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:33 | 200 |     343.386µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:33 | 200 |      511.67µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:33 | 200 |     158.136µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:33 | 200 |     485.527µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:33 | 200 |      97.704µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:37 | 200 |      34.885µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:37 | 200 |       35.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:42 | 200 |      35.002µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:21:46.438Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0cfeb459-5f77-4814-82df-938f7f22c673","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:21:46.438Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0cfeb459-5f77-4814-82df-938f7f22c673","keyPrefix":"sk-oai-fMIPn6B57dnJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:21:46 | 201 |    1.612274ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:21:46 | 200 |     535.185µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:46 | 200 |     124.332µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:46 | 200 |     599.065µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:46 | 200 |     124.956µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T13:21:46.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"daab5284-f02e-4cd4-9b14-3e5af1463959","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:21:46.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"daab5284-f02e-4cd4-9b14-3e5af1463959","keyPrefix":"sk-oai-BipRKKrisKNQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:21:46 | 201 |    1.354849ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:21:46.879Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"daab5284-f02e-4cd4-9b14-3e5af1463959"}
{"level":"info","timestamp":"2026-06-10T13:21:46.879Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"daab5284-f02e-4cd4-9b14-3e5af1463959","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/10 - 13:21:46 | 200 |    2.029502ms |  44.212.242.249 | DELETE   "/v1/api-keys/daab5284-f02e-4cd4-9b14-3e5af1463959" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:21:46.913Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a7bef9ba-29f6-4bc5-82fb-dff38489f5ea","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:21:46.913Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a7bef9ba-29f6-4bc5-82fb-dff38489f5ea","keyPrefix":"sk-oai-9t9ZLg7pWa2G...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:21:46 | 201 |    1.218213ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:21:46.949Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a7bef9ba-29f6-4bc5-82fb-dff38489f5ea"}
{"level":"info","timestamp":"2026-06-10T13:21:46.949Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a7bef9ba-29f6-4bc5-82fb-dff38489f5ea","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/10 - 13:21:46 | 200 |    1.806734ms |  44.212.242.249 | DELETE   "/v1/api-keys/a7bef9ba-29f6-4bc5-82fb-dff38489f5ea" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-10T13:21:46.985Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-a3d94439824f4131b972975c87f63022","error":"requested subscription not found"}
{"level":"error","timestamp":"2026-06-10T13:21:46.985Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 13:21:46 | 400 |     239.969µs |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:21:47 | 200 |     610.606µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:47 | 200 |     133.159µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:47 | 200 |     476.385µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:47 | 200 |     123.469µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:47 | 200 |      35.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:47 | 200 |      32.808µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:52 | 200 |      34.394µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:55 | 200 |     829.112µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:55 | 200 |     129.199µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:57 | 200 |       32.11µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:57 | 200 |      32.746µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:02 | 200 |      34.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:07 | 200 |      34.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:07 | 200 |      33.397µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:12 | 200 |      35.654µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:17 | 200 |      32.752µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:17 | 200 |      33.564µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:22:20.136Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d66ea7a9-a52a-4129-afaf-8afacf56cac0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:22:20.136Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d66ea7a9-a52a-4129-afaf-8afacf56cac0","keyPrefix":"sk-oai-18pDDo0WWwH2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:22:20 | 201 |    2.073902ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:20 | 200 |     606.144µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     140.294µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:20 | 200 |     557.213µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     158.229µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:20 | 200 |     606.517µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     140.688µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:20 | 200 |     750.365µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     148.764µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:20 | 200 |     614.722µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     142.208µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:20 | 200 |     631.361µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:20 | 200 |     137.893µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:22 | 200 |      35.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:27 | 200 |      35.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:27 | 200 |      39.996µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:32 | 200 |      34.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:37 | 200 |      45.498µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:37 | 200 |      32.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:42 | 200 |      39.545µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:22:46.027Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9002f42-cad2-440b-881c-2b8c46e0b830","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:22:46.027Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9002f42-cad2-440b-881c-2b8c46e0b830","keyPrefix":"sk-oai-g7SgsiM6nEqZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:22:46 | 201 |    2.089028ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:46 | 200 |     600.814µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:46 | 200 |     146.319µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:46 | 200 |      517.14µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:46 | 200 |     176.353µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:46 | 200 |     495.136µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:46 | 200 |     146.113µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:46 | 200 |     499.316µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:46 | 200 |     134.036µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:46 | 200 |     487.134µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:46 | 200 |     146.196µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:47 | 200 |      40.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:47 | 200 |      43.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:52 | 200 |      43.545µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:54 | 200 |     874.525µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:54 | 200 |     201.176µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:57 | 200 |      41.216µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:57 | 200 |      45.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:02 | 200 |      42.913µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:07 | 200 |      38.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:07 | 200 |      52.174µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:23:11.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc62dadb-9b5a-4527-a2c6-ad8513bb8c55","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:23:11.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc62dadb-9b5a-4527-a2c6-ad8513bb8c55","keyPrefix":"sk-oai-ywHsjeyjuAeY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:23:11 | 201 |    2.163448ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:23:11 | 200 |     541.939µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:11 | 200 |     152.457µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:12 | 200 |      54.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:17 | 200 |      46.791µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:17 | 200 |      61.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:22 | 200 |      37.599µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:27 | 200 |      37.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:27 | 200 |      39.756µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:32 | 200 |      40.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:36 | 200 |     873.533µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:36 | 200 |     143.611µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:37 | 200 |      38.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:37 | 200 |      40.136µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:42 | 200 |      48.282µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:47 | 200 |      38.666µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:47 | 200 |      40.135µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:52 | 200 |       38.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:52 | 200 |     844.349µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:52 | 200 |     149.102µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:57 | 200 |      39.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:57 | 200 |       41.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:02 | 200 |      41.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:07 | 200 |      44.673µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:07 | 200 |      32.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:09 | 200 |    1.340964ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:09 | 200 |     130.736µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:12 | 200 |      32.645µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:17 | 200 |       41.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:17 | 200 |      32.197µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:22 | 200 |        33.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:26 | 200 |      914.27µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:26 | 200 |     106.644µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:27 | 200 |      47.963µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:27 | 200 |      33.795µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:32 | 200 |      32.277µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:35 | 200 |     975.752µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:35 | 200 |     139.127µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:37 | 200 |      35.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:37 | 200 |      35.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:42 | 200 |      33.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:47 | 200 |      45.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:47 | 200 |       34.36µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:24:52.339Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-122532","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"410ef56f-9bdf-4ce1-9944-4f31865090d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:24:52.339Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"410ef56f-9bdf-4ce1-9944-4f31865090d9","keyPrefix":"sk-oai-pfvfJytjoEOw...","username":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-122532","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:24:52 | 201 |    2.188737ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:52 | 200 |     505.366µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:52 | 200 |      137.97µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:52 | 200 |     628.093µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:52 | 200 |     142.351µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:52 | 200 |      28.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:54 | 200 |     848.112µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:54 | 200 |     150.623µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:57 | 200 |      35.339µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:57 | 200 |      34.383µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:02 | 200 |      33.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:07 | 200 |      33.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:07 | 200 |       32.98µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:12 | 200 |      31.554µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:17 | 200 |      34.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:17 | 200 |       40.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:22 | 200 |      42.391µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:27 | 200 |      37.286µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:27 | 200 |      37.093µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:32 | 200 |      32.697µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:25:35.377Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"719d5971-32e3-4084-9e77-3d7b3cd34d55","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:25:35.377Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"719d5971-32e3-4084-9e77-3d7b3cd34d55","keyPrefix":"sk-oai-NHl3QbirL64t...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:25:35 | 201 |    2.036338ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:35 | 200 |     546.137µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:25:35 | 200 |     171.007µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:37 | 200 |      32.668µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:37 | 200 |      33.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:42 | 200 |      32.984µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:25:44.474Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a139d0c2-52c0-41b9-be95-16b4b0a848d2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:25:44.474Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a139d0c2-52c0-41b9-be95-16b4b0a848d2","keyPrefix":"sk-oai-1cg5iQgEiKs8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:25:44 | 201 |    2.091845ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:47 | 200 |      34.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:47 | 200 |      37.268µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:52 | 200 |      32.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:52 | 200 |    1.003522ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:25:52 | 200 |     101.906µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:57 | 200 |      34.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:57 | 200 |       31.92µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:26:02.192Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"67f358a7-eee2-4be4-bfe1-bec92d929563","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:02.192Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67f358a7-eee2-4be4-bfe1-bec92d929563","keyPrefix":"sk-oai-k3EDSy12qQ1y...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:02 | 201 |    2.405674ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:02 | 200 |     513.416µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:02 | 200 |     164.438µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:02 | 200 |      37.976µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:07 | 200 |        38.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:07 | 200 |       39.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:12 | 200 |      40.243µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:17 | 200 |      40.147µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:17 | 200 |      40.526µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:26:19.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a912e877-62db-41c7-aa1d-e32a9b87f2d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:19.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a912e877-62db-41c7-aa1d-e32a9b87f2d0","keyPrefix":"sk-oai-1eMbr0rufSs4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:19 | 201 |    2.151121ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:19 | 200 |     591.701µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:19 | 200 |     262.231µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:22 | 200 |      39.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:27 | 200 |      37.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:27 | 200 |      41.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:32 | 200 |      38.136µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:26:37.185Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bf4f4844-652a-4e12-9ae8-13bf1f57f631","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:37.185Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf4f4844-652a-4e12-9ae8-13bf1f57f631","keyPrefix":"sk-oai-jz6GqN6xCV47...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:37 | 201 |   11.046454ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:26:37.228Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ccb714a1-7785-4544-961a-f167d4e42605","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:37.228Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccb714a1-7785-4544-961a-f167d4e42605","keyPrefix":"sk-oai-1EcGLsoDQ9PB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:37 | 201 |    1.801317ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:37 | 200 |    1.204468ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:37 | 200 |     211.752µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:37 | 200 |     660.023µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:37 | 200 |     181.016µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:37 | 200 |      48.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:37 | 200 |      47.965µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:42 | 200 |      49.255µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:47 | 200 |      42.934µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:47 | 200 |      39.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:52 | 200 |      39.302µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T13:26:54.937Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T13:26:54.937Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 13:26:54 | 400 |     259.994µs |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:57 | 200 |      42.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:57 | 200 |      39.711µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:02 | 200 |      38.515µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:07 | 200 |      40.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:07 | 200 |       41.07µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:27:12.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5885dcf5-5b6a-4342-a1c7-bbc5778b8da3","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:27:12.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5885dcf5-5b6a-4342-a1c7-bbc5778b8da3","keyPrefix":"sk-oai-1ArOHMwApZyT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:27:12 | 201 |    2.215262ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:12 | 200 |     664.267µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:27:12 | 200 |     154.097µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:27:12 | 200 |       39.09µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:17 | 200 |      39.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:17 | 200 |      37.289µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:27:21.474Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"646ff23c-5730-4ed4-ae90-13dd19ecba5f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:27:21.474Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"646ff23c-5730-4ed4-ae90-13dd19ecba5f","keyPrefix":"sk-oai-1KShSDbAFDmr...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:27:21 | 201 |     2.15754ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:22 | 200 |      41.472µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:27 | 200 |       49.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:27 | 200 |       40.27µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:29 | 200 |     882.201µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:27:29 | 200 |     136.064µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:27:32 | 200 |      41.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:37 | 200 |      48.509µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:37 | 200 |      38.902µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:27:38.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8a98d7e7-ed8b-45df-be34-8aadaa78b603","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:27:38.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a98d7e7-ed8b-45df-be34-8aadaa78b603","keyPrefix":"sk-oai-ETvTIvDep6Hh...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:27:38 | 201 |    2.061462ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:38 | 200 |     608.619µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:27:38 | 200 |     160.003µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:27:42 | 200 |      44.543µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:47 | 200 |      46.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:47 | 200 |      37.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:52 | 200 |      39.215µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:57 | 200 |      43.776µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:57 | 200 |      38.301µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:02 | 200 |      42.659µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:07 | 200 |      39.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:07 | 200 |      40.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:12 | 200 |      38.182µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:17 | 200 |      44.963µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:17 | 200 |      37.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:22 | 200 |      38.713µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:27 | 200 |       39.77µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:27 | 200 |      37.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:32 | 200 |      47.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:37 | 200 |      43.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:37 | 200 |      38.017µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:42 | 200 |      48.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:47 | 200 |      39.469µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:47 | 200 |      41.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:52 | 200 |       42.54µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:57 | 200 |      39.108µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:57 | 200 |          39µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:02 | 200 |      42.447µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:07 | 200 |      39.667µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:07 | 200 |      39.034µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:12 | 200 |      46.895µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:17 | 200 |      43.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:17 | 200 |      38.967µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:22 | 200 |      37.192µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:27 | 200 |      37.706µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:27 | 200 |      41.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:32 | 200 |      40.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:37 | 200 |      46.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:37 | 200 |      36.326µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:29:40.632Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c14ef6d8-0920-476a-b74a-4b623bdc45f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:29:40.632Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c14ef6d8-0920-476a-b74a-4b623bdc45f6","keyPrefix":"sk-oai-1WtYHaIPX6Gy...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:29:40 | 201 |    2.254775ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:29:40 | 200 |     655.482µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:40 | 200 |     378.947µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:42 | 200 |      32.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:47 | 200 |      33.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:47 | 200 |       39.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:52 | 200 |      32.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:57 | 200 |      34.382µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:57 | 200 |      37.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:02 | 200 |      53.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:03 | 200 |     972.374µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:03 | 200 |     158.451µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:04 | 404 |     1.32584ms |  44.212.242.249 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:05.274Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 13:30:05 | 200 |     747.304µs |     10.134.0.30 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 13:30:07 | 200 |      32.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:07 | 200 |      48.331µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:12 | 200 |      34.239µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:17 | 200 |      35.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:17 | 200 |      32.839µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:22 | 200 |      46.122µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:27 | 200 |      34.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:27 | 200 |      31.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:32 | 200 |      36.545µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:37 | 200 |      38.657µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:37 | 200 |      52.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:42 | 200 |      55.079µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:47 | 200 |      38.796µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:47 | 200 |      43.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:52 | 200 |      33.926µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:30:54.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8a78e068-9573-43fb-b9f2-577846b8fd33","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:54.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a78e068-9573-43fb-b9f2-577846b8fd33","keyPrefix":"sk-oai-YuPb102EKQjE...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:54 | 201 |     2.45155ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:54 | 200 |     717.387µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:54 | 200 |     383.665µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:57 | 200 |      38.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:57 | 200 |      34.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:02 | 200 |      33.216µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:07 | 200 |      38.102µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:07 | 200 |       32.73µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:12 | 200 |      34.846µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:31:14.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"072d9025-2ad2-427d-8c2f-453c684de44f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:31:14.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"072d9025-2ad2-427d-8c2f-453c684de44f","keyPrefix":"sk-oai-DYyEtcEb2g1c...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:31:14 | 201 |    2.096087ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:31:14 | 200 |     772.886µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:31:14 | 200 |     360.749µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:31:14 | 200 |     781.166µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:31:14 | 200 |     400.916µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:31:17 | 200 |      33.786µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:17 | 200 |      33.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:22 | 200 |      53.677µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:27 | 200 |      35.065µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:27 | 200 |      33.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:32 | 200 |      33.474µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:31:33.823Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"73c2eaea-9a76-4263-b5f8-98211edddeb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:31:33.823Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73c2eaea-9a76-4263-b5f8-98211edddeb6","keyPrefix":"sk-oai-1OaGi33x9w2A...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:31:33 | 201 |    2.921592ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:31:33 | 200 |     765.689µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:31:34 | 200 |  744.807191ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:31:37 | 200 |       38.44µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:37 | 200 |      46.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:42 | 200 |      34.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:47 | 200 |      56.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:47 | 200 |      41.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:52 | 200 |      39.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:55 | 200 |  1.526825268s |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:31:57 | 200 |      40.169µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:31:57 | 200 |      39.366µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:02 | 200 |      40.999µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:32:07.511Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a8ce8559-6d57-4d55-96a4-1156cd3e0336","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:32:07.511Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8ce8559-6d57-4d55-96a4-1156cd3e0336","keyPrefix":"sk-oai-td2ounF45PO8...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:32:07 | 201 |   12.506459ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:07 | 200 |      38.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:07 | 200 |       45.98µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:12 | 200 |      40.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:17 | 200 |      38.908µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:17 | 200 |      41.644µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:22 | 200 |      39.045µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:27 | 200 |      39.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:27 | 200 |      37.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:32 | 200 |      40.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:37 | 200 |    3.178295ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:37 | 200 |     153.114µs |     10.133.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:32:37 | 200 |     591.063µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:37 | 200 |       36.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:37 | 200 |      39.787µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:38 | 200 |   769.52396ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:40 | 200 |    1.007752ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:41 | 200 |  747.715109ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:42 | 200 |      39.461µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:43 | 200 |     983.558µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:43 | 200 |  738.945887ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:46 | 200 |     937.057µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:46 | 200 |  747.475156ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:47 | 200 |      39.847µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:47 | 200 |      37.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:48 | 200 |      940.24µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:49 | 200 |  781.973315ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:51 | 200 |     848.747µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:52 | 200 |  743.062788ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:52 | 200 |      39.763µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:54 | 200 |     827.047µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:55 | 200 |  764.477604ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:57 | 200 |      845.96µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:32:57 | 200 |      40.178µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:57 | 200 |      40.319µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:32:57 | 200 |  750.817039ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:32:59 | 200 |     833.616µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:00 | 200 |  762.523324ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:02 | 200 |      39.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:02 | 200 |     787.595µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:03 | 200 |  740.652675ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:05 | 200 |     829.749µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:06 | 200 |  763.933221ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:07 | 200 |      34.073µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:07 | 200 |      33.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:08 | 200 |     868.172µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:09 | 200 |  748.685299ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:11 | 200 |     864.592µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:11 | 200 |  754.800537ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:12 | 200 |      42.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:13 | 200 |     861.868µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:14 | 200 |  733.809527ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:16 | 200 |     820.928µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:17 | 200 |  753.524566ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:17 | 200 |      34.498µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:17 | 200 |      43.074µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:19 | 200 |     832.498µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:20 | 200 |  770.677169ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:22 | 200 |     870.601µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:22 | 200 |      37.961µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:23 | 200 |  764.151451ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:25 | 200 |     809.776µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:25 | 200 |  765.650332ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:27 | 200 |       39.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:27 | 200 |    1.175562ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:27 | 200 |      37.331µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:28 | 200 |  767.000179ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:30 | 200 |    1.071705ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:31 | 200 |  756.073299ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:32 | 200 |      39.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:33 | 200 |    1.024817ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:34 | 200 |  751.764949ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:36 | 200 |     963.102µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:33:36 | 200 |  749.865663ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:37 | 200 |      41.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:37 | 200 |      38.394µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:42 | 200 |      40.991µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:47 | 200 |      40.719µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:47 | 200 |      40.399µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:52 | 200 |      37.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:56 | 200 |  772.801629ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:33:57 | 200 |      33.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:33:57 | 200 |       31.87µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:02 | 200 |       32.44µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:34:05.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d845ba3b-34c6-44ba-8d90-e7eb9f48156e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:34:05.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d845ba3b-34c6-44ba-8d90-e7eb9f48156e","keyPrefix":"sk-oai-ZkqpRZQjsECd...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:34:05 | 201 |    3.318761ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:07 | 200 |       41.94µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:07 | 200 |      32.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:12 | 200 |      33.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:13 | 200 |    1.180508ms |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:34:14 | 200 |  752.623994ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:34:15.031Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"34000dea-825d-442a-9fc2-071075625195","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:34:15.031Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34000dea-825d-442a-9fc2-071075625195","keyPrefix":"sk-oai-DANMbRHLOCHm...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:34:15 | 201 |    1.523741ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:17 | 200 |      33.815µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:17 | 200 |      35.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:22 | 200 |      34.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:23 | 200 |     817.015µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:34:23 | 200 |  737.933043ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:23 | 200 |     611.634µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:34:24 | 200 |  741.377543ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:34:25.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"36f45782-bd8e-4530-910a-30ded64f37cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:34:25.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36f45782-bd8e-4530-910a-30ded64f37cc","keyPrefix":"sk-oai-1BT5ww4n8QiM...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:34:25 | 201 |    2.135879ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:27 | 200 |      36.484µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:27 | 200 |      40.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:32 | 200 |      38.282µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:33 | 200 |     774.847µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:34:34 | 200 |  743.517843ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:37 | 200 |      39.373µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:37 | 200 |      33.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:42 | 200 |      32.485µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:34:43.662Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a555557c-7245-4708-a267-751ff9b79b94","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:34:43.662Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a555557c-7245-4708-a267-751ff9b79b94","keyPrefix":"sk-oai-kWF3MTLUayui...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:34:43 | 201 |    2.010941ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:47 | 200 |      33.679µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:47 | 200 |      34.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:51 | 200 |     795.305µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:34:52 | 200 |  768.336625ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:34:52 | 200 |      42.089µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:57 | 200 |      41.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:34:57 | 200 |      37.456µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:02 | 200 |      37.677µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:35:05.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f9454afb-2f9c-4f09-bb0e-3e0193c7715c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:35:05.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f9454afb-2f9c-4f09-bb0e-3e0193c7715c","keyPrefix":"sk-oai-d56f48F3nqeT...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:35:05 | 201 |    2.277888ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:35:07 | 200 |      41.234µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:07 | 200 |      39.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:12 | 200 |      41.024µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:14 | 200 |     917.983µs |     10.133.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:35:14 | 200 |  750.816066ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:35:17 | 200 |      40.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:17 | 200 |      38.594µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:22 | 200 |      42.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:27 | 200 |      39.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:27 | 200 |      38.551µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:31 | 200 |  2.269060665s |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:35:32 | 200 |      39.446µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:37 | 200 |      43.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:37 | 200 |      38.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:35:42 | 200 |       40.84µs |      10.132.0.2 | GET      "/health"