{"level":"info","timestamp":"2026-05-29T01:09:45.217Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"38bba0e0-9e3a-4aa0-88f2-f1dfc61e0e39","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:09:45.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38bba0e0-9e3a-4aa0-88f2-f1dfc61e0e39","keyPrefix":"sk-oai-j9jjb5KxlSeS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:09:45 | 201 |    1.641449ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:09:45.254Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0efb49a8-95dd-4376-af9f-5852df4ad9b9","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:09:45.254Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0efb49a8-95dd-4376-af9f-5852df4ad9b9","keyPrefix":"sk-oai-1RuIeN2VKB6v...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:09:45 | 201 |    1.383778ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:09:45 | 200 |      244.65µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:09:45 | 200 |      163.23µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:09:45 | 200 |     222.628µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:09:45 | 200 |     132.747µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:09:47 | 200 |      35.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:09:48 | 200 |      46.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:09:52 | 200 |      44.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:09:57 | 200 |      32.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:09:58 | 200 |      34.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:02 | 200 |      59.606µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-29T01:10:02.967Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-29T01:10:02.967Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/29 - 01:10:02 | 400 |     319.427µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:10:07 | 200 |      39.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:08 | 200 |      32.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:12 | 200 |      32.986µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:17 | 200 |      46.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:18 | 200 |      33.408µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:10:20.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d1bd3d3-fdf5-4b14-8580-8dc20e54f5f7","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:10:20.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d1bd3d3-fdf5-4b14-8580-8dc20e54f5f7","keyPrefix":"sk-oai-Wt91oSWun1Sl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:10:20 | 201 |   10.093989ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:10:20 | 200 |     945.392µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:10:20 | 200 |      184.42µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:10:22 | 200 |      33.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:27 | 200 |      37.852µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:28 | 200 |      35.304µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:10:29.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"972071bc-db8e-4a77-bb11-9cb797a8558f","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:10:29.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"972071bc-db8e-4a77-bb11-9cb797a8558f","keyPrefix":"sk-oai-hyqv7uoA2gIV...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:10:29 | 201 |    1.735433ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:10:32 | 200 |      32.635µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:37 | 200 |      33.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:37 | 200 |      519.64µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:10:37 | 200 |     171.617µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:10:38 | 200 |      31.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:42 | 200 |      36.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:47 | 200 |      36.435µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:48 | 200 |      41.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:52 | 200 |       37.25µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:10:55.209Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7fb725ec-6763-4ad0-97e0-d0250e0258f9","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:10:55.209Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7fb725ec-6763-4ad0-97e0-d0250e0258f9","keyPrefix":"sk-oai-1HGY9GbKdsb1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:10:55 | 201 |    1.255931ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:10:55 | 200 |     387.723µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:10:55 | 200 |     129.901µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:10:57 | 200 |      34.306µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:10:58 | 200 |      38.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:02 | 200 |      35.798µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:07 | 200 |      38.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:08 | 200 |      39.446µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:12 | 200 |       38.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:17 | 200 |      39.433µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:18 | 200 |      48.243µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:22 | 200 |      36.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:27 | 200 |      42.625µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:28 | 200 |      42.402µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:32 | 200 |      40.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:37 | 200 |      43.317µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:38 | 200 |      40.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:42 | 200 |      41.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:47 | 200 |       42.44µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:48 | 200 |      39.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:52 | 200 |      39.249µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:57 | 200 |      41.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:11:58 | 200 |      40.354µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:02 | 200 |      41.484µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:07 | 200 |      43.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:08 | 200 |      43.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:12 | 200 |      41.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:17 | 200 |      46.004µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:18 | 200 |       46.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:22 | 200 |      39.912µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:27 | 200 |      40.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:28 | 200 |      43.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:32 | 200 |       39.24µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:37 | 200 |      44.412µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:38 | 200 |       38.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:42 | 200 |      46.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:47 | 200 |      39.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:48 | 200 |      39.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:52 | 200 |       40.42µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:12:54.849Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"edebbed1-bcd6-4192-a90a-7d23351ffed3","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:12:54.849Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"edebbed1-bcd6-4192-a90a-7d23351ffed3","keyPrefix":"sk-oai-EBzih4qgXgnp...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:12:54 | 201 |      2.5554ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:12:57 | 200 |      40.631µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:12:58 | 200 |       53.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:02 | 200 |      54.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:07 | 200 |      39.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:08 | 200 |      42.905µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:12 | 200 |      45.622µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:17 | 200 |     575.773µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:13:17 | 200 |     242.886µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:13:17 | 200 |      34.873µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:17 | 404 |     735.383µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:13:18 | 200 |       62.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:22 | 200 |      42.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:27 | 200 |      49.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:28 | 200 |      56.321µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:32 | 200 |      42.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:37 | 200 |      38.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:38 | 200 |      40.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:42 | 200 |      38.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:47 | 200 |      43.962µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:48 | 200 |      44.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:52 | 200 |      41.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:57 | 200 |      42.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:13:58 | 200 |      40.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:02 | 200 |      41.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:07 | 200 |      42.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:08 | 200 |      40.611µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:14:10.071Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a3043ea1-475c-4248-81d5-6df3478f3a51","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:14:10.071Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3043ea1-475c-4248-81d5-6df3478f3a51","keyPrefix":"sk-oai-IZjAgmcw5kIS...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:14:10 | 201 |    1.644057ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:14:10 | 200 |     395.714µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:14:10 | 200 |     136.051µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:14:12 | 200 |      49.679µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:17 | 200 |      46.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:18 | 200 |      40.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:22 | 200 |      38.345µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:27 | 200 |      40.723µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:28 | 200 |       42.35µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:14:29.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"404a9933-a119-410c-a75a-ecf44b2b1cc2","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:14:29.335Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"404a9933-a119-410c-a75a-ecf44b2b1cc2","keyPrefix":"sk-oai-1MUEcd4zL2EE...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:14:29 | 201 |    1.686234ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:14:29 | 200 |     414.094µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:14:29 | 200 |     161.868µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:14:29 | 200 |     353.644µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:14:29 | 200 |     149.769µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:14:32 | 200 |      41.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:37 | 200 |      42.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:38 | 200 |      42.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:42 | 200 |      39.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:47 | 200 |       46.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:48 | 200 |       42.35µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:14:48.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4d8481ed-cc8e-41e7-81d0-1c17271c077d","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:14:48.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d8481ed-cc8e-41e7-81d0-1c17271c077d","keyPrefix":"sk-oai-VABacPfyRSv2...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:14:48 | 201 |    1.788933ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:14:48 | 200 |     289.627µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:14:48 | 200 |     242.063µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:14:48 | 200 |     148.592µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:14:48 | 200 |   18.172333ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:14:52 | 200 |      43.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:57 | 200 |      40.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:14:58 | 200 |      40.499µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:15:01.403Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/29 - 01:15:01 | 200 |     660.089µs |     10.133.0.37 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/29 - 01:15:02 | 200 |      39.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:07 | 200 |      39.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:08 | 200 |     157.188µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:15:08 | 200 |     132.315µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:15:08 | 200 |   21.736854ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:15:08 | 200 |      43.205µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:12 | 200 |      39.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:17 | 200 |      39.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:18 | 200 |      40.259µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:15:22.188Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cf476929-2941-4e29-84b0-a64c003a80d6","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:15:22.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf476929-2941-4e29-84b0-a64c003a80d6","keyPrefix":"sk-oai-QDJpSSyAvMaL...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:15:22 | 201 |    9.726485ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:15:22 | 200 |      76.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:27 | 200 |      48.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:28 | 200 |      38.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:32 | 200 |       39.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:37 | 200 |      39.814µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:38 | 200 |      40.653µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:42 | 200 |      39.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:47 | 200 |      41.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:48 | 200 |      41.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:52 | 200 |    1.133283ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:15:52 | 200 |     149.642µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:15:52 | 200 |      328.08µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:15:52 | 200 |      31.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:52 | 200 |     259.106µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:15:52 | 200 |     119.179µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:15:52 | 200 |   11.902009ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:15:57 | 200 |      44.125µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:15:58 | 200 |      42.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:02 | 200 |      39.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:07 | 200 |      38.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:08 | 200 |      38.894µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:09 | 200 |     150.536µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:16:09 | 200 |   11.291484ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:12 | 200 |      39.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:17 | 200 |       40.28µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:16:18.030Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"809fb5a0-d185-4a7e-8306-54a8f5973d1f","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:16:18.030Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"809fb5a0-d185-4a7e-8306-54a8f5973d1f","keyPrefix":"sk-oai-1HJAAhW4LXgO...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:16:18 | 201 |    2.253959ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:18 | 200 |       37.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:22 | 200 |      38.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:26 | 200 |     551.935µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:26 | 200 |     262.894µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:26 | 200 |     150.752µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:16:26 | 200 |    9.877212ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:16:26.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9d9d5609-5d87-4775-9d09-cd3eef7b79da","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:16:26.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d9d5609-5d87-4775-9d09-cd3eef7b79da","keyPrefix":"sk-oai-wh682zysZBr5...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:16:26 | 201 |     1.56846ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:27 | 200 |      39.135µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:28 | 200 |      41.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:32 | 200 |      46.089µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:34 | 200 |     551.617µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:34 | 200 |      210.46µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:34 | 200 |     103.453µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:16:34 | 200 |    6.249793ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:34 | 200 |      252.42µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:34 | 200 |      205.05µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:34 | 200 |     116.443µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:16:34 | 200 |    6.132517ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:16:35.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1569f3fa-f5d8-463e-b7ef-c08f3a8737eb","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:16:35.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1569f3fa-f5d8-463e-b7ef-c08f3a8737eb","keyPrefix":"sk-oai-18i2gPslD9dW...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:16:35 | 201 |    1.642565ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:37 | 200 |      43.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:38 | 200 |      47.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:42 | 200 |      52.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:43 | 200 |     451.371µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:43 | 200 |     209.805µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:16:43 | 200 |     138.875µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:16:43 | 200 |    9.355252ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:47 | 200 |      37.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:48 | 200 |      48.283µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:52 | 200 |      42.353µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:16:52.794Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b114404-445d-469f-9057-60b0cf7a8d55","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:16:52.794Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b114404-445d-469f-9057-60b0cf7a8d55","keyPrefix":"sk-oai-1O5XKOP31QsS...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:16:52 | 201 |     1.83655ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:16:57 | 200 |      38.622µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:16:58 | 200 |      40.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:00 | 200 |     466.255µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:00 | 200 |      427.69µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:00 | 200 |     153.454µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:00 | 200 |     241.754µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:00 | 200 |     153.218µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:00 | 200 |   21.164767ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:17:02 | 200 |      41.894µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:07 | 200 |      41.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:08 | 200 |      38.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:12 | 200 |      56.444µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:17:14.225Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"afc55197-15b8-40b3-bac8-b2d4c689b1a9","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:17:14.226Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"afc55197-15b8-40b3-bac8-b2d4c689b1a9","keyPrefix":"sk-oai-10UJOUk7LX59...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:17:14 | 201 |    2.586204ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:17:17 | 200 |      38.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:18 | 200 |      40.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:22 | 200 |     450.492µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:22 | 200 |     275.261µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:22 | 200 |     227.515µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:22 | 200 |    9.231255ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:17:22 | 200 |      235.78µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:22 | 200 |   30.712341ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:17:22 | 200 |      24.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:27 | 200 |      48.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:28 | 200 |      51.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:32 | 200 |      44.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:37 | 200 |      37.132µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:38 | 200 |      49.397µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:38 | 200 |      173.05µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:38 | 200 |     145.502µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:38 | 200 |     161.027µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:38 | 200 |   33.085522ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:17:42 | 200 |      46.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:47 | 200 |      40.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:48 | 200 |      39.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:52 | 200 |      40.847µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:55 | 200 |     161.346µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:17:55 | 200 |   11.600837ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:17:57 | 200 |      42.736µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:17:58 | 200 |      45.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:02 | 200 |      38.547µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:18:07.111Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3e87fbd1-1aab-4544-aa27-b4f66477934f","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:18:07.112Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e87fbd1-1aab-4544-aa27-b4f66477934f","keyPrefix":"sk-oai-1GaOFiHUXOo5...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:18:07 | 201 |     2.19848ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:07 | 200 |      39.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:08 | 200 |      46.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:12 | 200 |      40.449µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:15 | 200 |     753.144µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:15 | 200 |     127.237µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:18:15.731Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7277e039-02ef-4f72-98c6-adc47b33b32b","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:18:15.731Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7277e039-02ef-4f72-98c6-adc47b33b32b","keyPrefix":"sk-oai-l1fQW4C9VwbI...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:18:15 | 201 |    1.669064ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:17 | 200 |      39.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:18 | 200 |      37.777µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:22 | 200 |      40.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:23 | 200 |     564.692µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:23 | 200 |     297.604µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:23 | 200 |     119.643µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:18:23 | 200 |   10.274876ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:18:24.134Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9b23dff-f3fa-4ca7-89c9-bbe376464c12","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:18:24.134Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9b23dff-f3fa-4ca7-89c9-bbe376464c12","keyPrefix":"sk-oai-EmGyDLBdd8FS...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:18:24 | 201 |    1.621706ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:27 | 200 |      38.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:28 | 200 |      37.539µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:32 | 200 |     528.891µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:32 | 200 |      245.53µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:32 | 200 |     111.615µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:18:32 | 200 |    9.252109ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:32 | 200 |      38.168µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:18:32.876Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"298bd2bd-7cde-4a95-9802-3d5788f8fa23","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:18:32.876Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"298bd2bd-7cde-4a95-9802-3d5788f8fa23","keyPrefix":"sk-oai-1JYgoTpm0f30...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:18:32 | 201 |    1.556534ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:37 | 200 |      57.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:38 | 200 |      41.042µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:40 | 200 |     440.346µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:40 | 200 |     263.538µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:18:40 | 200 |     122.637µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:18:40 | 200 |    8.975873ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:42 | 200 |      40.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:47 | 200 |      42.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:48 | 200 |      45.024µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:18:50.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"13559921-0272-4940-9807-e82b5138ca5e","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:18:50.102Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13559921-0272-4940-9807-e82b5138ca5e","keyPrefix":"sk-oai-YRmRF3PFzLB1...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:18:50 | 201 |    1.712166ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:18:52 | 200 |        39.8µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:57 | 200 |      50.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:18:58 | 200 |      43.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:02 | 200 |      38.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:06 | 200 |     481.593µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:19:06 | 403 |      91.777µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:19:07 | 200 |      43.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:08 | 200 |      41.868µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:12 | 200 |      38.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:17 | 200 |       38.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:18 | 200 |      54.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:22 | 200 |      44.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:23 | 403 |     132.078µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:19:27 | 200 |       40.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:28 | 200 |      39.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:32 | 200 |      43.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:37 | 200 |      38.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:38 | 200 |       39.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:40 | 403 |     131.337µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:19:42 | 200 |      40.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:47 | 200 |      41.905µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:48 | 200 |      49.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:52 | 200 |      40.148µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:57 | 200 |      41.461µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:19:58 | 403 |     141.295µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:19:58 | 200 |      37.337µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:02 | 200 |      38.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:07 | 200 |      51.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:08 | 200 |      62.282µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:20:09.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"de3636a5-ad2d-4552-8bc6-d1aa63da1848","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:20:09.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de3636a5-ad2d-4552-8bc6-d1aa63da1848","keyPrefix":"sk-oai-WQuopgJ2XWo1...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:20:09 | 201 |     1.48428ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:12 | 200 |      41.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:17 | 200 |      40.164µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:17 | 200 |     498.416µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:18 | 200 |     271.299µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:18 | 200 |     175.519µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:18 | 200 |   22.669774ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:18 | 200 |      45.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:22 | 200 |      38.311µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:27 | 200 |      38.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:28 | 200 |      39.406µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:20:30.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"72980f07-9e88-4af4-927a-a295c2bbb36b","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:20:30.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72980f07-9e88-4af4-927a-a295c2bbb36b","keyPrefix":"sk-oai-uAnsprMJLMAb...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:20:30 | 201 |    1.790336ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:20:30.128Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bab784d-f7d0-4fd0-93b1-05202f3e1cc4","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:20:30.128Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bab784d-f7d0-4fd0-93b1-05202f3e1cc4","keyPrefix":"sk-oai-9ldrrC251QsS...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:20:30 | 201 |    1.478425ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:32 | 200 |      38.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:37 | 200 |      38.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:38 | 200 |     453.599µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:38 | 200 |     236.599µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:38 | 200 |     151.559µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:38 | 200 |    9.530821ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:38 | 200 |     321.913µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:38 | 200 |     239.256µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:20:38 | 200 |     158.361µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:38 | 200 |   11.158547ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:38 | 200 |      33.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:42 | 200 |      38.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:47 | 200 |      38.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:48 | 200 |      40.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:52 | 200 |      39.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:54 | 200 |       162.7µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:54 | 200 |     149.423µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:54 | 200 |     164.257µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:20:54 | 200 |   33.626004ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:20:57 | 200 |      40.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:20:58 | 200 |      41.864µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:02 | 200 |      39.626µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:07 | 200 |      41.913µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:08 | 200 |      43.054µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:11 | 200 |     204.976µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:11 | 200 |   11.663743ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:21:11 | 200 |     333.739µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:11 | 200 |    12.71513ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:21:12 | 200 |      40.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:17 | 200 |      37.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:18 | 200 |      42.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:22 | 200 |      40.216µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:27 | 200 |       42.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:28 | 200 |      39.983µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:32 | 200 |      42.555µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:21:36.986Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c2c990f0-9889-4293-9169-a9d011b53e79","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:21:36.986Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2c990f0-9889-4293-9169-a9d011b53e79","keyPrefix":"sk-oai-MjMy7xnX83Cm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:21:36 | 201 |    2.713774ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:21:37 | 200 |     358.269µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:37 | 200 |     178.439µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:37 | 200 |     310.091µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:37 | 200 |     158.283µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:37 | 200 |     254.615µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:37 | 200 |     178.276µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:37 | 200 |     240.319µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:37 | 200 |     246.697µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:37 | 200 |     169.543µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:37 | 200 |   10.964467ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:21:37 | 200 |      31.079µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:38 | 200 |      41.016µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:42 | 200 |      46.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:47 | 200 |      39.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:48 | 200 |      43.986µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:52 | 200 |      38.504µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:21:52.859Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48b03a7c-43b6-4c84-aa36-7e99b090a9c8","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:21:52.859Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48b03a7c-43b6-4c84-aa36-7e99b090a9c8","keyPrefix":"sk-oai-Z06sxI3D2FtC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/29 - 01:21:52 | 201 |    1.914946ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:21:53 | 200 |     470.934µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:21:53 | 200 |     231.296µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:21:57 | 200 |      38.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:21:58 | 200 |      40.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:02 | 200 |      39.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:07 | 200 |      48.064µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:08 | 200 |      47.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:12 | 200 |      38.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:17 | 200 |      38.782µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:18 | 200 |      40.704µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:22 | 200 |      40.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:27 | 200 |       39.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:28 | 200 |       39.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:32 | 200 |      41.694µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:22:32.808Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d7394b8f-9d5f-4592-9e30-3f44acf683bc","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:32.808Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7394b8f-9d5f-4592-9e30-3f44acf683bc","keyPrefix":"sk-oai-aaYuY5xF49bw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:32 | 201 |    9.654744ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:33.345Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2766b914-44cb-44c2-89e6-120bd10f5622","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:33.345Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2766b914-44cb-44c2-89e6-120bd10f5622","keyPrefix":"sk-oai-fVsqplGmw4h5...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:33 | 201 |    1.722874ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:33.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3063a46e-aafb-4df5-95b0-14025298df0b","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:33.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3063a46e-aafb-4df5-95b0-14025298df0b","keyPrefix":"sk-oai-1M3ZUpWl6bya...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:33 | 201 |    1.637697ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:33 | 200 |     982.272µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:33 | 200 |     369.657µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:33 | 200 |     132.974µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:22:33 | 200 |   11.475511ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:33 | 200 |     286.095µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:33 | 200 |     162.252µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-29T01:22:33.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b4e77431-6027-4ff4-947d-833030db3ab6","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:33.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4e77431-6027-4ff4-947d-833030db3ab6","keyPrefix":"sk-oai-1WnBws0wQaVY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:33 | 201 |    1.392501ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:33.746Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b4e77431-6027-4ff4-947d-833030db3ab6"}
{"level":"info","timestamp":"2026-05-29T01:22:33.746Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b4e77431-6027-4ff4-947d-833030db3ab6","revokedBy":"alice_lead"}
[GIN] 2026/05/29 - 01:22:33 | 200 |    1.930911ms |      100.64.0.4 | DELETE   "/v1/api-keys/b4e77431-6027-4ff4-947d-833030db3ab6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:36 | 200 |     578.978µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-29T01:22:36.774Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/29 - 01:22:36 | 500 |      93.905µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.079Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d7f30a70-e7d4-404b-a423-433a3e7a687f","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.079Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7f30a70-e7d4-404b-a423-433a3e7a687f","keyPrefix":"sk-oai-15Pg4p48iUgg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.572738ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.104Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a499fafa-1ac7-4619-b3c7-9fce9b92b110","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.104Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a499fafa-1ac7-4619-b3c7-9fce9b92b110","keyPrefix":"sk-oai-18ViZvISkhBo...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.407525ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7b072e42-841a-435c-be82-de1bf3cf4d18","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b072e42-841a-435c-be82-de1bf3cf4d18","keyPrefix":"sk-oai-IBFiUFxJU1kc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.367553ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.227Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"7b072e42-841a-435c-be82-de1bf3cf4d18"}
{"level":"info","timestamp":"2026-05-29T01:22:37.227Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7b072e42-841a-435c-be82-de1bf3cf4d18","revokedBy":"alice_lead"}
[GIN] 2026/05/29 - 01:22:37 | 200 |    1.711734ms |      100.64.0.4 | DELETE   "/v1/api-keys/7b072e42-841a-435c-be82-de1bf3cf4d18" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 404 |     410.703µs |      100.64.0.2 | DELETE   "/v1/api-keys/7b072e42-841a-435c-be82-de1bf3cf4d18" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |      33.724µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-29T01:22:37.344Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2524559a-32a4-480f-a671-82b25a504097","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.344Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2524559a-32a4-480f-a671-82b25a504097","keyPrefix":"sk-oai-1GAgUna20t9c...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.370742ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |     321.312µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |      323.99µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     162.111µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:22:37 | 200 |    8.955468ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.473Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b3cb619b-4a7b-44b3-bd81-0232d746255b","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.473Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3cb619b-4a7b-44b3-bd81-0232d746255b","keyPrefix":"sk-oai-Xe7K7AjHSC8z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.475548ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |     265.369µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 403 |      73.264µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |     242.977µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     237.679µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     169.787µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:22:37 | 200 |    8.991559ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.617Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6cb0ecac-b316-4120-a20b-4e41df0a4f3d","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.617Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6cb0ecac-b316-4120-a20b-4e41df0a4f3d","keyPrefix":"sk-oai-17sGsDdPXuXO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.337692ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |     203.409µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     493.353µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     192.689µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:22:37 | 200 |    9.654387ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:37 | 200 |     193.203µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     206.747µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/29 - 01:22:37 | 200 |     144.738µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/29 - 01:22:37 | 200 |    8.406697ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-29T01:22:37.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"25ea4510-3ad6-42f3-b837-b42cb7026cc6","ephemeral":false}
{"level":"info","timestamp":"2026-05-29T01:22:37.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25ea4510-3ad6-42f3-b837-b42cb7026cc6","keyPrefix":"sk-oai-QxMn2CpiCEXe...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/29 - 01:22:37 | 201 |    1.424698ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/29 - 01:22:38 | 200 |      40.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/29 - 01:22:42 | 200 |      42.864µs |      10.134.0.2 | GET      "/health"