{"level":"info","timestamp":"2026-06-02T20:27:33.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64a5ba84-7e7d-4b59-abd8-6393c585b5ba","keyPrefix":"sk-oai-aCjrWjv19Nlj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:27:33 | 201 |    1.850888ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:33 | 200 |     552.995µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:27:33 | 200 |     256.378µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:27:33 | 200 |     457.644µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:27:33 | 200 |       261.7µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:27:35 | 200 |      36.265µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:40 | 200 |      33.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:42 | 200 |       32.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:45 | 200 |      34.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:50 | 200 |      32.871µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T20:27:51.375Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T20:27:51.375Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:27:51 | 400 |     284.119µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:52 | 200 |      32.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:55 | 200 |      34.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:00 | 200 |      33.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:02 | 200 |      33.551µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:05 | 200 |      31.329µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:28:08.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"25adea08-bedc-4fe7-bcef-cb65390b5400","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:08.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25adea08-bedc-4fe7-bcef-cb65390b5400","keyPrefix":"sk-oai-bD46l7lqGYYN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:08 | 201 |   13.752309ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:08 | 200 |    1.436532ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:08 | 200 |     145.638µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:10 | 200 |      39.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:12 | 200 |      31.755µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:15 | 200 |      31.866µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:28:17.881Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4fbd1c80-6377-43de-aec2-1720d5f6f0a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:17.881Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4fbd1c80-6377-43de-aec2-1720d5f6f0a3","keyPrefix":"sk-oai-AMMsus2eaNJF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:17 | 201 |    2.125313ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:20 | 200 |      54.491µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:22 | 200 |      33.088µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:25 | 200 |      46.817µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:26 | 200 |     965.801µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:26 | 200 |     123.747µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:30 | 200 |      36.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:32 | 200 |      34.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:35 | 200 |      33.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:40 | 200 |      32.093µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:42 | 200 |      32.911µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:28:43.462Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c509c033-9ab3-46f9-afdc-24d3010ca1e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:43.462Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c509c033-9ab3-46f9-afdc-24d3010ca1e4","keyPrefix":"sk-oai-16aL2pP3kecJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:43 | 201 |    2.387029ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:43 | 200 |     598.367µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:43 | 200 |      158.93µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:45 | 200 |      33.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:50 | 200 |       34.12µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:52 | 200 |      34.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:55 | 200 |      34.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:00 | 200 |      45.252µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:02 | 200 |      32.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:05 | 200 |      31.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:10 | 200 |      39.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:12 | 200 |       33.24µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:15 | 200 |      34.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:20 | 200 |      33.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:22 | 200 |      35.142µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:25 | 200 |      35.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:30 | 200 |      33.246µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:32 | 200 |      42.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:35 | 200 |      33.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:40 | 200 |      33.304µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:42 | 200 |      33.221µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:45 | 200 |      33.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:50 | 200 |      33.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:52 | 200 |      38.572µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:55 | 200 |       34.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:00 | 200 |      37.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:02 | 200 |      34.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:05 | 200 |      35.914µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:10 | 200 |      39.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:12 | 200 |      31.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:15 | 200 |      32.488µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:30:17.923Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 20:30:17 | 200 |     997.467µs |     10.132.0.34 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 20:30:20 | 200 |      34.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:22 | 200 |      32.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:25 | 200 |      33.392µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:30 | 200 |      33.079µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:32 | 200 |      40.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:35 | 200 |      43.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:40 | 200 |      32.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:42 | 200 |      33.213µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:30:43.017Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"441f0282-7e4c-40f6-b1b1-6891f90fb3a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:30:43.017Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"441f0282-7e4c-40f6-b1b1-6891f90fb3a7","keyPrefix":"sk-oai-mQHM5J6VsrGf...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:30:43 | 201 |    2.481062ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:45 | 200 |      38.487µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:50 | 200 |      34.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:52 | 200 |      44.112µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:55 | 200 |      42.166µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:00 | 200 |      42.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:02 | 200 |      39.783µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:05 | 200 |     970.288µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:31:05 | 200 |     153.895µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:31:05 | 200 |       35.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:06 | 404 |    1.016203ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:31:10 | 200 |      40.486µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:12 | 200 |      41.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:15 | 200 |      42.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:20 | 200 |      40.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:22 | 200 |      39.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:25 | 200 |      50.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:30 | 200 |      39.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:32 | 200 |      49.777µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:35 | 200 |      44.545µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:40 | 200 |      39.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:42 | 200 |      37.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:45 | 200 |      58.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:50 | 200 |       37.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:52 | 200 |      38.801µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:55 | 200 |      42.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:00 | 200 |      40.506µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:32:01.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1e711938-92b9-48e5-961b-fb9d9bf6d9b1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:01.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e711938-92b9-48e5-961b-fb9d9bf6d9b1","keyPrefix":"sk-oai-1eeaL8gKenB8...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:01 | 201 |      2.2323ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:01 | 200 |     749.473µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:01 | 200 |     148.244µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:02 | 200 |      41.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:05 | 200 |       40.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:10 | 200 |      40.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:12 | 200 |       38.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:15 | 200 |      43.869µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:32:20.321Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3dcbd622-74ec-4c37-901b-ac6c6ed82336","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:20.322Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3dcbd622-74ec-4c37-901b-ac6c6ed82336","keyPrefix":"sk-oai-1Dfb4ftPrv4B...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:20 | 201 |    2.191248ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:20 | 200 |     599.772µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:20 | 200 |      186.98µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:20 | 200 |     648.092µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:20 | 200 |     207.263µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:20 | 200 |      38.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:22 | 200 |      41.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:25 | 200 |      42.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:30 | 200 |      43.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:32 | 200 |      38.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:35 | 200 |      39.331µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:32:39.894Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1cfca950-063d-4d1b-9f62-c699944bb57b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:39.894Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cfca950-063d-4d1b-9f62-c699944bb57b","keyPrefix":"sk-oai-8b5rPo3K1XCX...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:39 | 201 |    2.162037ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:39 | 200 |     539.752µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:39 | 200 |     514.696µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:39 | 200 |     143.577µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:39 | 200 |   21.440159ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:40 | 200 |      45.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:42 | 200 |      40.839µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:45 | 200 |      51.046µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:50 | 200 |      41.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:52 | 200 |       39.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:55 | 200 |      40.962µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:59 | 200 |     163.163µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:59 | 200 |     127.784µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:59 | 200 |   23.008873ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:00 | 200 |      38.036µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:02 | 200 |      41.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:05 | 200 |      68.973µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:10 | 200 |      46.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:12 | 200 |      40.308µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:33:13.384Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9580759-98fb-4c86-9603-38a93e105366","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:33:13.384Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9580759-98fb-4c86-9603-38a93e105366","keyPrefix":"sk-oai-1GyMg02fasOp...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:33:13 | 201 |   10.542846ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:15 | 200 |      43.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:20 | 200 |      42.524µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:22 | 200 |      44.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:25 | 200 |      46.025µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:30 | 200 |      34.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:32 | 200 |      33.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:35 | 200 |        40.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:40 | 200 |      60.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:42 | 200 |      38.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:43 | 200 |    1.670277ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:43 | 200 |     125.567µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:43 | 200 |     485.414µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:43 | 200 |     418.981µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:43 | 200 |     109.928µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:43 | 200 |   11.372317ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:45 | 200 |      40.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:50 | 200 |      45.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:52 | 200 |      39.541µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:55 | 200 |      39.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:00 | 200 |     156.405µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:00 | 200 |   13.884761ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:00 | 200 |      38.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:02 | 200 |      34.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:05 | 200 |      39.209µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:34:09.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"afcd7903-3e93-40b8-bd22-b653dc9bd104","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:09.334Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"afcd7903-3e93-40b8-bd22-b653dc9bd104","keyPrefix":"sk-oai-3TrWfF7UewEh...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:09 | 201 |    3.709166ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:10 | 200 |      38.256µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:12 | 200 |      38.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:15 | 200 |      40.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:17 | 200 |       900.1µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:17 | 200 |     463.168µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:17 | 200 |     123.727µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:17 | 200 |   10.546583ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:34:17.925Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d6a67d8-38e7-4fd7-84f0-223ec889124c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:17.925Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d6a67d8-38e7-4fd7-84f0-223ec889124c","keyPrefix":"sk-oai-1PWe9SjckDef...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:17 | 201 |    1.724626ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:20 | 200 |       38.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:22 | 200 |      44.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:25 | 200 |      32.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:25 | 200 |      920.42µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:25 | 200 |     421.852µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:25 | 200 |     132.152µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:25 | 200 |    8.234927ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:25 | 200 |     434.822µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:26 | 200 |     421.954µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:26 | 200 |     101.418µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:26 | 200 |    6.564731ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:34:26.999Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1c6d2b4d-255c-4496-977e-001e8b7450cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:26.999Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c6d2b4d-255c-4496-977e-001e8b7450cc","keyPrefix":"sk-oai-1aXrHuUSHfc3...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:26 | 201 |    2.092971ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:30 | 200 |      40.666µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:32 | 200 |      39.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:35 | 200 |     930.684µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:35 | 200 |     445.509µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:35 | 200 |     137.999µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:35 | 200 |    10.50755ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:35 | 200 |      41.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:40 | 200 |      38.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:42 | 200 |      38.984µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:34:44.310Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"364d8726-eb1f-4feb-8714-c82b05250495","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:44.310Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"364d8726-eb1f-4feb-8714-c82b05250495","keyPrefix":"sk-oai-30WKeQzd90Wg...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:44 | 201 |    2.114037ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:45 | 200 |      40.346µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:50 | 200 |      39.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:52 | 200 |      50.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:52 | 200 |     851.273µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:52 | 200 |     474.994µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:52 | 200 |     184.255µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:52 | 200 |     430.555µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:52 | 200 |     179.256µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:52 | 200 |   18.934845ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:55 | 200 |      41.233µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:00 | 200 |       43.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:02 | 200 |      42.122µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:35:05.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"29c5569f-af56-4a7e-b394-ae0ffdfeb4ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:05.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29c5569f-af56-4a7e-b394-ae0ffdfeb4ee","keyPrefix":"sk-oai-1Suh0TIZcWMD...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:05 | 201 |    2.112819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:05 | 200 |      37.303µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:10 | 200 |      43.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:12 | 200 |      42.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:13 | 200 |       901.1µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:13 | 200 |     340.707µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:13 | 200 |     144.348µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:13 | 200 |    9.907986ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:14 | 200 |     162.245µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:14 | 200 |   23.435141ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:15 | 200 |      35.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:20 | 200 |      40.374µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:22 | 200 |      38.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:25 | 200 |      38.852µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:30 | 200 |      37.523µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:32 | 200 |      51.276µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:32 | 200 |     180.109µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:32 | 200 |     262.395µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:32 | 200 |     220.007µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:32 | 200 |   43.181491ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:35 | 200 |       38.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:40 | 200 |      42.312µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:42 | 200 |      37.606µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:45 | 200 |      37.056µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:50 | 200 |     236.845µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:50 | 200 |   14.400196ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:50 | 200 |      36.746µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:52 | 200 |      32.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:55 | 200 |      37.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:00 | 200 |      40.361µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:36:01.584Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"512e0d41-ae06-4363-a5fb-4943e56b320b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:36:01.584Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"512e0d41-ae06-4363-a5fb-4943e56b320b","keyPrefix":"sk-oai-T3tRkjuBsxCZ...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:36:01 | 201 |    1.891995ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:02 | 200 |      48.017µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:05 | 200 |      39.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:09 | 200 |    1.288727ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:09 | 200 |     158.286µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:36:10.223Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"63dcdefc-4b57-467a-8dbf-99223bf88f2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:36:10.223Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63dcdefc-4b57-467a-8dbf-99223bf88f2d","keyPrefix":"sk-oai-bk9qF543SBvC...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:36:10 | 201 |    1.286869ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:10 | 200 |      41.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:12 | 200 |      41.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:15 | 200 |      39.371µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:18 | 200 |     972.224µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:18 | 200 |     583.621µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:18 | 200 |      236.22µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:36:18 | 200 |    9.540685ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:36:18.656Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d613c2a3-2120-4941-9d22-72001d8b1d45","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:36:18.656Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d613c2a3-2120-4941-9d22-72001d8b1d45","keyPrefix":"sk-oai-1R7YYt3xKqsJ...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:36:18 | 201 |    1.408062ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:20 | 200 |      38.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:22 | 200 |      43.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:25 | 200 |      44.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:26 | 200 |      991.95µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:26 | 200 |     425.362µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:26 | 200 |     157.846µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:36:26 | 200 |   10.324234ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:36:27.472Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"49e888c9-fd78-4f5f-8846-60f788725818","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:36:27.472Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49e888c9-fd78-4f5f-8846-60f788725818","keyPrefix":"sk-oai-jjlbEsM12V6U...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:36:27 | 201 |    1.587515ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:30 | 200 |      44.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:32 | 200 |      40.659µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:35 | 200 |    1.106663ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:35 | 200 |     474.673µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:36:35 | 200 |     185.101µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:36:35 | 200 |    9.675379ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:35 | 200 |      44.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:40 | 200 |       37.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:42 | 200 |      40.164µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:36:44.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae815a4c-086a-4bda-ac39-d01d2f17bef4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:36:44.719Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae815a4c-086a-4bda-ac39-d01d2f17bef4","keyPrefix":"sk-oai-12dvptRoSSPk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:36:44 | 201 |    1.994681ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:36:45 | 200 |      41.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:50 | 200 |      44.759µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:52 | 200 |      45.655µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:36:55 | 200 |       37.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:00 | 200 |      39.088µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:00 | 200 |     846.744µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:37:00 | 403 |     106.493µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:37:02 | 200 |      39.854µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:05 | 200 |      40.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:10 | 200 |      39.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:12 | 200 |       38.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:15 | 200 |       46.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:18 | 403 |     150.792µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:37:20 | 200 |      40.283µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:22 | 200 |      38.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:25 | 200 |      42.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:30 | 200 |      39.828µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:32 | 200 |      38.255µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:35 | 403 |     122.102µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:37:35 | 200 |      37.288µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:40 | 200 |      43.852µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:42 | 200 |      49.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:45 | 200 |      44.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:50 | 200 |      46.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:52 | 200 |      39.048µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:37:52 | 403 |       141.1µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:37:55 | 200 |      59.713µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:00 | 200 |      43.659µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:02 | 200 |      40.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:05 | 200 |      39.966µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:38:06.835Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa9ade03-5446-49ec-bda7-398a541b18ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:38:06.835Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa9ade03-5446-49ec-bda7-398a541b18ce","keyPrefix":"sk-oai-1VpFSerROlBa...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:38:06 | 201 |    2.056417ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:10 | 200 |      38.626µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:12 | 200 |      39.418µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:14 | 200 |     981.849µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:14 | 200 |     455.228µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:14 | 200 |     211.778µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:14 | 200 |   19.890921ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:15 | 200 |      52.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:20 | 200 |       41.68µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:22 | 200 |      39.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:25 | 200 |      40.691µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:38:29.160Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c2ed6dd4-8d5c-4443-9f46-3587407d54dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:38:29.160Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2ed6dd4-8d5c-4443-9f46-3587407d54dd","keyPrefix":"sk-oai-WrzMohcMi0tK...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:38:29 | 201 |    3.214601ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:38:29.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59c9b7f7-966a-4294-b075-9ccf68d801dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:38:29.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59c9b7f7-966a-4294-b075-9ccf68d801dd","keyPrefix":"sk-oai-1WRnzI4raxQd...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:38:29 | 201 |    1.759274ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:30 | 200 |      39.671µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:32 | 200 |       41.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:35 | 200 |      39.127µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:37 | 200 |     815.013µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:37 | 200 |      436.92µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:37 | 200 |     140.048µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:37 | 200 |    11.77871ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:37 | 200 |     477.201µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:37 | 200 |     388.274µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:38:37 | 200 |      125.27µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:37 | 200 |   11.909644ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:40 | 200 |      41.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:42 | 200 |      39.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:45 | 200 |      44.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:50 | 200 |      39.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:52 | 200 |      38.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:38:53 | 200 |      159.38µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:53 | 200 |     176.441µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:53 | 200 |     147.659µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:38:53 | 200 |   41.717981ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:38:55 | 200 |      40.877µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:00 | 200 |       40.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:02 | 200 |      40.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:05 | 200 |      41.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:10 | 200 |      49.659µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:12 | 200 |      53.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:12 | 200 |     199.873µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:12 | 200 |   13.861271ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:39:12 | 200 |     226.684µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:12 | 200 |   14.931036ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:39:15 | 200 |      54.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:20 | 200 |      43.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:22 | 200 |      39.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:25 | 200 |      39.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:30 | 200 |      44.159µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:32 | 200 |      44.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:35 | 200 |      39.714µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:39:38.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"47fc6ba2-01ab-4fd8-8c44-016573eeebea","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:39:38.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"47fc6ba2-01ab-4fd8-8c44-016573eeebea","keyPrefix":"sk-oai-i0YQlKRTbrab...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:39:38 | 201 |      1.9649ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:39:38 | 200 |     537.696µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:38 | 200 |     387.011µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:38 | 200 |     707.765µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:38 | 200 |     389.832µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:38 | 200 |     666.557µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:38 | 200 |      352.59µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:38 | 200 |     690.754µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:38 | 200 |     575.737µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:38 | 200 |     391.076µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:39:38 | 200 |   11.123824ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:39:40 | 200 |      38.756µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:42 | 200 |      41.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:45 | 200 |      41.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:50 | 200 |      37.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:52 | 200 |      37.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:39:55 | 200 |       39.24µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:39:56.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d1265df9-a4c4-48e6-a2d6-1d3986c0a030","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:39:56.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d1265df9-a4c4-48e6-a2d6-1d3986c0a030","keyPrefix":"sk-oai-1DgcqVHfKnox...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:39:56 | 201 |    2.027084ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:39:56 | 200 |     629.602µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:39:56 | 200 |     219.309µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:00 | 200 |      37.108µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:02 | 200 |      42.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:05 | 200 |      41.232µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:10 | 200 |      38.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:12 | 200 |      49.027µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:15 | 200 |      40.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:20 | 200 |      39.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:22 | 200 |      37.999µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:25 | 200 |      46.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:30 | 200 |      39.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:32 | 200 |      49.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:35 | 200 |      40.333µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:40:36.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"89f8375e-9b23-496d-8885-a8dbbdfc9a54","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:36.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89f8375e-9b23-496d-8885-a8dbbdfc9a54","keyPrefix":"sk-oai-f6BMYjoRjZLJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:36 | 201 |   10.958946ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:37.183Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9ed9cff1-4c8b-403b-830f-3ebb89408bda","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:37.183Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ed9cff1-4c8b-403b-830f-3ebb89408bda","keyPrefix":"sk-oai-zZ5YEeSoczXJ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:37 | 201 |    2.151565ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:37.403Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5a0e67c3-db8b-44ed-aaff-0fe17f153457","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:37.403Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a0e67c3-db8b-44ed-aaff-0fe17f153457","keyPrefix":"sk-oai-9hueKP27srCs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:37 | 201 |    1.885376ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:37 | 200 |     1.22044ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:37 | 200 |     445.284µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:37 | 200 |      108.81µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:37 | 200 |   10.982922ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:37 | 200 |      466.25µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:37 | 200 |      104.38µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T20:40:37.566Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1d97c938-c7a4-4105-8a7f-49ee423a6473","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:37.566Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1d97c938-c7a4-4105-8a7f-49ee423a6473","keyPrefix":"sk-oai-1JuRodq5N6lB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:37 | 201 |    1.850503ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:37.592Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"1d97c938-c7a4-4105-8a7f-49ee423a6473"}
{"level":"info","timestamp":"2026-06-02T20:40:37.592Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1d97c938-c7a4-4105-8a7f-49ee423a6473","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:40:37 | 200 |    2.813252ms |      100.64.0.3 | DELETE   "/v1/api-keys/1d97c938-c7a4-4105-8a7f-49ee423a6473" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:40 | 200 |     849.898µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T20:40:40.623Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:40:40 | 500 |      88.364µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:40.923Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"899c010f-3198-45b0-b313-6ef787a9b5db","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:40.923Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"899c010f-3198-45b0-b313-6ef787a9b5db","keyPrefix":"sk-oai-VDohACMhHUja...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:40 | 201 |    1.875295ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:40.952Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"095de06f-e55b-42b5-b9d7-8024d6ca759d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:40.952Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"095de06f-e55b-42b5-b9d7-8024d6ca759d","keyPrefix":"sk-oai-1eiEZDugh2bJ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:40 | 201 |    1.749125ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:40 | 200 |      33.124µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:40:41.044Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d482fcfe-992a-42e3-a694-7d889195bd04","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:41.044Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d482fcfe-992a-42e3-a694-7d889195bd04","keyPrefix":"sk-oai-4m9288ZppMNP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:41 | 201 |    1.796165ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:41.070Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d482fcfe-992a-42e3-a694-7d889195bd04"}
{"level":"info","timestamp":"2026-06-02T20:40:41.070Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d482fcfe-992a-42e3-a694-7d889195bd04","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:40:41 | 200 |    2.272601ms |      100.64.0.4 | DELETE   "/v1/api-keys/d482fcfe-992a-42e3-a694-7d889195bd04" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 404 |     690.199µs |      100.64.0.4 | DELETE   "/v1/api-keys/d482fcfe-992a-42e3-a694-7d889195bd04" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:41.196Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"20817ea6-2957-4f23-8824-198d5abc980f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:41.196Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20817ea6-2957-4f23-8824-198d5abc980f","keyPrefix":"sk-oai-16wb2O4H33cN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:41 | 201 |    1.711222ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 200 |     508.241µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     419.543µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     121.604µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:41 | 200 |    9.111217ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:41.316Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ffe1df3b-d2ad-4258-a664-84cba625db7d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:41.316Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffe1df3b-d2ad-4258-a664-84cba625db7d","keyPrefix":"sk-oai-nH4hrDyWhkQJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:41 | 201 |    1.849388ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 200 |     504.367µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 403 |      95.286µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 200 |     413.193µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     377.037µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     107.864µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:41 | 200 |     9.59806ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:41.467Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"40f272d5-3b25-46eb-a80e-c9fba6e16469","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:41.467Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40f272d5-3b25-46eb-a80e-c9fba6e16469","keyPrefix":"sk-oai-16gWn3AyZYvr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:41 | 201 |    1.792248ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 200 |     498.399µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     365.543µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     163.618µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:41 | 200 |   10.618565ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:41 | 200 |     412.001µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     350.106µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:40:41 | 200 |     143.305µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:40:41 | 200 |    8.622871ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:40:41.631Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b9a54f4a-a753-43f9-ae2a-5e44d35734aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:40:41.631Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b9a54f4a-a753-43f9-ae2a-5e44d35734aa","keyPrefix":"sk-oai-30tQ4iF69cJZ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:40:41 | 201 |    1.736339ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:40:42 | 200 |      37.713µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:40:45 | 200 |      41.056µs |      10.133.0.2 | GET      "/health"