[GIN] 2026/06/08 - 17:10:42 | 200 |     271.903µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:10:42 | 200 |     118.307µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:10:46 | 200 |      41.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:10:48 | 200 |      39.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:10:51 | 200 |      39.158µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:10:56 | 200 |      39.517µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:10:58 | 200 |      43.258µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T17:11:00.657Z","caller":"api_keys/service.go:137","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T17:11:00.657Z","caller":"api_keys/handler.go:199","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:199\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 17:11:00 | 400 |     286.184µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:11:01 | 200 |      38.843µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:06 | 200 |      43.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:08 | 200 |      40.378µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:11 | 200 |       41.08µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:16 | 200 |      44.773µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:11:18.177Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"864f720b-6dcd-4583-993e-cfdc5f689423","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:11:18.177Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"864f720b-6dcd-4583-993e-cfdc5f689423","keyPrefix":"sk-oai-wmnXnU8S73Ew...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:11:18 | 201 |    1.901887ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:11:18 | 200 |     385.234µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:11:18 | 200 |     184.733µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:11:18 | 200 |      32.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:21 | 200 |      37.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:26 | 200 |       40.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:11:27.322Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6c5068f9-3443-42ba-8d3c-48a478350d81","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:11:27.322Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"6c5068f9-3443-42ba-8d3c-48a478350d81","keyPrefix":"sk-oai-TITwIkmyAfuz...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:11:27 | 201 |      1.6788ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:11:28 | 200 |      38.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:31 | 200 |      40.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:35 | 200 |     578.276µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:11:35 | 200 |     105.317µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:11:36 | 200 |      40.055µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:38 | 200 |      39.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:41 | 200 |      38.759µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:46 | 200 |      43.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:48 | 200 |      40.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:51 | 200 |       38.36µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:11:53.066Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7895bf15-2272-4640-945e-ad2052991578","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:11:53.066Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"7895bf15-2272-4640-945e-ad2052991578","keyPrefix":"sk-oai-172NppDJem8W...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:11:53 | 201 |    1.740327ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:11:53 | 200 |     403.296µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:11:53 | 200 |     225.331µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:11:56 | 200 |      40.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:11:58 | 200 |      39.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:01 | 200 |      38.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:06 | 200 |      37.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:08 | 200 |      57.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:11 | 200 |      39.227µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:16 | 200 |      42.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:18 | 200 |      38.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:21 | 200 |      39.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:26 | 200 |      39.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:28 | 200 |      37.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:31 | 200 |      43.152µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:36 | 200 |       44.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:38 | 200 |      37.355µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:41 | 200 |      37.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:46 | 200 |       46.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:48 | 200 |      40.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:51 | 200 |      32.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:56 | 200 |      33.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:12:58 | 200 |      35.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:01 | 200 |      34.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:06 | 200 |      37.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:08 | 200 |      33.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:11 | 200 |      35.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:16 | 200 |      34.738µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:18 | 200 |      33.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:21 | 200 |      34.324µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:26 | 200 |      34.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:28 | 200 |       31.63µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:31 | 200 |      36.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:36 | 200 |      33.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:38 | 200 |      32.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:41 | 200 |      34.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:46 | 200 |      46.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:48 | 200 |      32.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:51 | 200 |      35.099µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:13:53.026Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"83f5284d-ede2-44b3-abd0-6292f21d076f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:13:53.026Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"83f5284d-ede2-44b3-abd0-6292f21d076f","keyPrefix":"sk-oai-5gzhOfshmNAK...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:13:53 | 201 |    2.313565ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:13:56 | 200 |      34.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:13:58 | 200 |      35.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:01 | 200 |      33.283µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:06 | 200 |      33.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:08 | 200 |      33.229µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:11 | 200 |      45.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:15 | 200 |     405.559µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:14:15 | 200 |     231.829µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:14:16 | 404 |     676.195µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:14:16 | 200 |      33.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:18 | 200 |      53.082µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:21 | 200 |      34.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:26 | 200 |      36.199µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:28 | 200 |      32.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:31 | 200 |      42.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:36 | 200 |      39.139µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:38 | 200 |      42.711µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:41 | 200 |      44.139µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:46 | 200 |       41.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:48 | 200 |      47.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:51 | 200 |      41.906µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:56 | 200 |      44.311µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:14:58 | 200 |      40.085µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:15:01.441Z","caller":"api_keys/service.go:312","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 17:15:01 | 200 |     655.028µs |     10.132.0.39 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 17:15:01 | 200 |      39.701µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:15:06.328Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d3af45ed-a7c4-46ff-afa5-ed9e69e9e097","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:15:06.328Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"d3af45ed-a7c4-46ff-afa5-ed9e69e9e097","keyPrefix":"sk-oai-1RAwd4nXOU1c...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:15:06 | 201 |    1.740868ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:15:06 | 200 |     321.737µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:15:06 | 200 |     154.988µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:15:06 | 200 |      41.929µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:08 | 200 |      41.354µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:11 | 200 |      37.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:16 | 200 |      39.561µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:18 | 200 |      49.957µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:21 | 200 |      44.299µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:15:25.552Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d5eeeb5f-98b2-4035-a9e9-7dfdf43693f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:15:25.552Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"d5eeeb5f-98b2-4035-a9e9-7dfdf43693f3","keyPrefix":"sk-oai-1JK5IBBzQqqv...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:15:25 | 201 |    1.666992ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:15:25 | 200 |     318.313µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:15:25 | 200 |     156.767µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:15:25 | 200 |    8.924659ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:15:25 | 200 |     168.637µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:15:26 | 200 |      38.504µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:28 | 200 |      39.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:31 | 200 |      38.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:36 | 200 |      40.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:38 | 200 |      42.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:41 | 200 |      37.432µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:15:45.055Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"87ffc56a-d94c-4c14-9a3b-5639937a6496","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:15:45.055Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"87ffc56a-d94c-4c14-9a3b-5639937a6496","keyPrefix":"sk-oai-8nvwPBBAMKLo...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:15:45 | 201 |    1.853349ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:15:45 | 200 |     361.202µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:15:45 | 200 |     332.451µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:15:45 | 200 |      145.05µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:15:45 | 200 |   18.385473ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:15:46 | 200 |      37.132µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:48 | 200 |      45.945µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:51 | 200 |      38.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:56 | 200 |      43.866µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:15:58 | 200 |      39.166µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:01 | 200 |      41.568µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:04 | 200 |     141.432µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:16:04 | 200 |     130.292µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:16:04 | 200 |   27.010241ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:16:06 | 200 |      42.835µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:08 | 200 |      39.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:11 | 200 |      42.706µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:16:16.380Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"edb199ab-fe0c-4fb9-a465-bcc411703a64","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:16:16.380Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"edb199ab-fe0c-4fb9-a465-bcc411703a64","keyPrefix":"sk-oai-1uaalHBsrjnX...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:16:16 | 201 |      1.9488ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:16:16 | 200 |       42.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:18 | 200 |      42.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:21 | 200 |      42.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:26 | 200 |       51.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:28 | 200 |      40.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:31 | 200 |      37.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:36 | 200 |      39.019µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:38 | 200 |      38.321µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:41 | 200 |      40.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:46 | 200 |    1.281432ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:16:46 | 200 |     143.054µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:16:46 | 200 |      392.25µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:16:46 | 200 |     292.113µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:16:46 | 200 |     126.595µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:16:46 | 200 |   10.339291ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:16:46 | 200 |      36.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:48 | 200 |      38.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:51 | 200 |      38.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:56 | 200 |      38.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:16:58 | 200 |      38.389µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:01 | 200 |      44.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:03 | 200 |      130.64µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:03 | 200 |   14.149051ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:06 | 200 |      38.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:08 | 200 |      39.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:11 | 200 |      37.591µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:17:12.204Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b23a4a02-8a22-4b62-b554-dc40095f524d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:17:12.204Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b23a4a02-8a22-4b62-b554-dc40095f524d","keyPrefix":"sk-oai-yrRRuQGYiPct...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:17:12 | 201 |     1.77165ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:16 | 200 |      40.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:18 | 200 |      44.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:20 | 200 |     492.401µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:20 | 200 |      226.34µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:20 | 200 |     127.335µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:20 | 200 |    9.606559ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:17:20.734Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81362ca6-db67-489e-8f5a-03121bc7283f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:17:20.734Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"81362ca6-db67-489e-8f5a-03121bc7283f","keyPrefix":"sk-oai-8F59nm2IV4v4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:17:20 | 201 |    1.670098ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:21 | 200 |      40.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:26 | 200 |      39.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:28 | 200 |      49.666µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:28 | 200 |     453.933µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:28 | 200 |     272.257µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:28 | 200 |     162.803µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:28 | 200 |    6.852975ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:28 | 200 |     239.442µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:28 | 200 |       252.8µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:28 | 200 |     185.887µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:28 | 200 |    6.716215ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:17:29.767Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"581bcfcf-196d-48a3-b6ba-ff1e3e49c116","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:17:29.767Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"581bcfcf-196d-48a3-b6ba-ff1e3e49c116","keyPrefix":"sk-oai-1eIsGaETEvF6...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:17:29 | 201 |    1.600449ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:31 | 200 |      49.712µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:36 | 200 |      46.397µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:37 | 200 |     642.943µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:37 | 200 |     358.907µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:37 | 200 |     234.238µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:37 | 200 |    9.485065ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:38 | 200 |      51.727µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:41 | 200 |      39.471µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:17:46.942Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9679b401-8f98-465a-a27f-291a739bf6b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:17:46.942Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"9679b401-8f98-465a-a27f-291a739bf6b2","keyPrefix":"sk-oai-LrmmlaqI2ojn...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:17:46 | 201 |    1.660663ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:46 | 200 |      40.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:48 | 200 |      47.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:51 | 200 |      47.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:54 | 200 |     478.611µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:54 | 200 |     272.258µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:54 | 200 |      229.79µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:54 | 200 |     275.962µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:17:54 | 200 |     166.167µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:17:55 | 200 |   20.596715ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:17:56 | 200 |      39.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:17:58 | 200 |       38.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:01 | 200 |      37.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:06 | 200 |      39.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:08 | 200 |       39.22µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:18:08.385Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a7ed7edc-8e69-4af9-bda6-fa79659bd580","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:18:08.385Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"a7ed7edc-8e69-4af9-bda6-fa79659bd580","keyPrefix":"sk-oai-1QvaeshoUZ8g...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:18:08 | 201 |    1.781582ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:18:11 | 200 |      41.131µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:16 | 200 |      455.76µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:18:16 | 200 |     253.491µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:18:16 | 200 |      201.01µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:16 | 200 |      9.0162ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:18:16 | 200 |      144.43µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:16 | 200 |   22.871269ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:18:16 | 200 |      39.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:18 | 200 |      40.005µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:21 | 200 |      41.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:26 | 200 |      47.453µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:28 | 200 |      39.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:30 | 200 |     172.784µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:30 | 200 |     172.459µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:30 | 200 |     177.934µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:30 | 200 |   45.422771ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:18:31 | 200 |      38.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:36 | 200 |      39.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:38 | 200 |      40.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:41 | 200 |      39.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:46 | 200 |      41.675µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:48 | 200 |     149.903µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:18:48 | 200 |   13.669973ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:18:48 | 200 |      40.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:51 | 200 |      39.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:56 | 200 |      37.089µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:18:58 | 200 |      37.167µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:18:59.178Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0141376f-4b64-4c76-87c0-b17f99917e37","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:18:59.178Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"0141376f-4b64-4c76-87c0-b17f99917e37","keyPrefix":"sk-oai-uUCLpSIDVOgB...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:18:59 | 201 |    2.087557ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:01 | 200 |      39.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:06 | 200 |      50.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:07 | 200 |     773.114µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:07 | 200 |     139.652µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:19:07.783Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23f5bb74-774c-4fa7-b3a1-e93021b4a32b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:19:07.783Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"23f5bb74-774c-4fa7-b3a1-e93021b4a32b","keyPrefix":"sk-oai-XZHtoayjkym1...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:19:07 | 201 |    1.531657ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:08 | 200 |       38.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:11 | 200 |      39.148µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:15 | 200 |     605.151µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:15 | 200 |      334.43µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:15 | 200 |     140.877µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:19:15 | 200 |   11.115767ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:19:16.188Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"809ac605-016f-402b-a54a-5849cc94856f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:19:16.188Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"809ac605-016f-402b-a54a-5849cc94856f","keyPrefix":"sk-oai-ObKSwGrBNAJ4...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:19:16 | 201 |    1.560136ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:16 | 200 |      51.908µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:18 | 200 |      43.016µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:21 | 200 |      39.972µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:24 | 200 |     571.736µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:24 | 200 |     388.125µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:24 | 200 |     179.694µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:19:24 | 200 |    9.943727ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:19:24.936Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ce670abc-f484-49b5-8c38-c4b4797d7ea9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:19:24.936Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ce670abc-f484-49b5-8c38-c4b4797d7ea9","keyPrefix":"sk-oai-1RUBQXsumzJp...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:19:24 | 201 |    1.588716ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:26 | 200 |      37.953µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:28 | 200 |      49.263µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:31 | 200 |      41.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:32 | 200 |     616.695µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:32 | 200 |     487.096µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:32 | 200 |     321.531µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:19:32 | 200 |   10.187465ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:36 | 200 |      41.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:38 | 200 |       46.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:41 | 200 |      36.992µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:19:42.141Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5302f55c-541c-47fe-88f7-85ae7c1a5bda","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:19:42.141Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5302f55c-541c-47fe-88f7-85ae7c1a5bda","keyPrefix":"sk-oai-1AUGoGU2bUMC...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:19:42 | 201 |    2.703589ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:19:46 | 200 |       41.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:48 | 200 |      51.014µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:51 | 200 |      38.861µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:56 | 200 |      46.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:58 | 200 |       37.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:19:58 | 200 |     738.091µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:19:58 | 403 |     113.944µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:20:01 | 200 |      38.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:06 | 200 |      47.297µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:08 | 200 |       37.21µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:11 | 200 |      39.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:15 | 403 |     150.608µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:20:16 | 200 |      43.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:18 | 200 |      43.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:21 | 200 |      39.471µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:26 | 200 |       49.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:28 | 200 |       43.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:31 | 200 |       37.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:32 | 403 |     117.431µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:20:36 | 200 |      40.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:38 | 200 |      39.836µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:41 | 200 |       39.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:46 | 200 |      42.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:48 | 200 |      41.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:50 | 403 |     132.031µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:20:51 | 200 |      40.035µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:56 | 200 |      40.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:20:58 | 200 |      36.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:01 | 200 |      39.587µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:21:04.177Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a784c3a-6c9e-49c8-9cf5-381fbc418678","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:21:04.177Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8a784c3a-6c9e-49c8-9cf5-381fbc418678","keyPrefix":"sk-oai-BxAG9GNDfLCZ...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:21:04 | 201 |    1.701528ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:06 | 200 |      37.389µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:08 | 200 |      45.388µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:11 | 200 |      37.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:12 | 200 |     443.379µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:12 | 200 |     264.826µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:12 | 200 |     184.041µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:12 | 200 |   18.199123ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:16 | 200 |      39.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:18 | 200 |      41.633µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:21 | 200 |      37.333µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:21:26.358Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f13cc1c-b541-4cbc-8820-80c4eb502ec8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:21:26.358Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8f13cc1c-b541-4cbc-8820-80c4eb502ec8","keyPrefix":"sk-oai-1VxdBY5CevjT...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:21:26 | 201 |     1.77553ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:21:26.391Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5bb01393-f967-43fe-b4c5-5dfd715f5ef8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:21:26.391Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5bb01393-f967-43fe-b4c5-5dfd715f5ef8","keyPrefix":"sk-oai-BcKGVHjdXFzc...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:21:26 | 201 |    1.491848ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:26 | 200 |      37.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:28 | 200 |      49.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:31 | 200 |      40.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:34 | 200 |     542.624µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:34 | 200 |     328.988µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:34 | 200 |     201.869µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:34 | 200 |    9.786313ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:34 | 200 |       450.1µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:34 | 200 |     463.983µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:21:34 | 200 |     411.295µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:34 | 200 |   10.078941ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:36 | 200 |      39.571µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:38 | 200 |      40.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:41 | 200 |      46.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:46 | 200 |      38.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:48 | 200 |      39.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:48 | 200 |     190.622µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:48 | 200 |     153.543µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:48 | 200 |     156.039µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:21:48 | 200 |   42.900962ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:21:51 | 200 |      39.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:56 | 200 |      41.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:21:58 | 200 |      45.682µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:01 | 200 |       55.25µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:05 | 200 |     155.444µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:05 | 200 |   13.198205ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:22:05 | 200 |     163.157µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:05 | 200 |   14.445337ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:22:06 | 200 |      42.081µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:08 | 200 |      40.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:11 | 200 |      41.642µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:16 | 200 |      48.415µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:18 | 200 |      37.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:21 | 200 |      42.086µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:26 | 200 |      38.751µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:28 | 200 |      43.327µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:22:31.343Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4bfc6f5e-c225-489b-8948-60fcd1c37098","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:22:31.343Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4bfc6f5e-c225-489b-8948-60fcd1c37098","keyPrefix":"sk-oai-JlS6KLTdY1Om...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:22:31 | 201 |    1.669292ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:22:31 | 200 |     319.278µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     211.799µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:31 | 200 |     258.328µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     187.655µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:31 | 200 |     246.391µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     166.685µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:31 | 200 |     236.458µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     147.738µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:31 | 200 |     273.507µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     234.086µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:31 | 200 |     121.399µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:31 | 200 |    9.586483ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:22:31 | 200 |      45.204µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:36 | 200 |      43.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:38 | 200 |      38.153µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:41 | 200 |      42.017µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:22:45.064Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"226946d7-9bd9-44ce-ab89-f8eaa27797b5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:22:45.064Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"226946d7-9bd9-44ce-ab89-f8eaa27797b5","keyPrefix":"sk-oai-vdgj5Li7wl2i...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 17:22:45 | 201 |    1.853181ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:22:45 | 200 |     378.981µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:22:45 | 200 |     164.711µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:22:46 | 200 |      42.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:48 | 200 |      43.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:51 | 200 |      43.828µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:56 | 200 |      46.718µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:22:58 | 200 |      38.318µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:01 | 200 |      39.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:06 | 200 |      40.067µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:08 | 200 |      49.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:11 | 200 |      42.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:16 | 200 |      40.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:18 | 200 |      38.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:21 | 200 |      52.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:26 | 200 |      38.721µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:28 | 200 |       45.25µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:31 | 200 |       42.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:36 | 200 |      45.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:38 | 200 |      54.586µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:41 | 200 |      41.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:46 | 200 |      42.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:48 | 200 |      40.831µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:23:51.882Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3402ce5d-06a1-4470-bf42-a837c3a7cdd3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:51.882Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"3402ce5d-06a1-4470-bf42-a837c3a7cdd3","keyPrefix":"sk-oai-hYXOn84x5Rey...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:51 | 201 |   10.224422ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:51 | 200 |      40.174µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T17:23:52.437Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e3360bfb-8dfa-472d-8977-f25f498f434d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:52.437Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"e3360bfb-8dfa-472d-8977-f25f498f434d","keyPrefix":"sk-oai-xLtdBRaoJirS...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:52 | 201 |    1.615945ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:52.652Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2e6f85a6-901c-4035-b0f6-714e8a610f0e","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:52.652Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2e6f85a6-901c-4035-b0f6-714e8a610f0e","keyPrefix":"sk-oai-BvPR0Rr8GXhZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:52 | 201 |     1.62488ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:52 | 200 |    1.112038ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:52 | 200 |     311.337µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:52 | 200 |     165.667µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:23:52 | 200 |    9.668975ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:52 | 200 |     337.909µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:52 | 200 |     135.444µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T17:23:52.825Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"51dec11c-0099-4258-8523-d35fd3ab42b4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:52.825Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"51dec11c-0099-4258-8523-d35fd3ab42b4","keyPrefix":"sk-oai-1FHpXFH6DATz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:52 | 201 |    1.606116ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:52.854Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"51dec11c-0099-4258-8523-d35fd3ab42b4"}
{"level":"info","timestamp":"2026-06-08T17:23:52.854Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"51dec11c-0099-4258-8523-d35fd3ab42b4","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 17:23:52 | 200 |    2.185478ms |      100.64.0.3 | DELETE   "/v1/api-keys/51dec11c-0099-4258-8523-d35fd3ab42b4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:55 | 200 |     566.386µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T17:23:55.886Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 17:23:55 | 500 |     116.879µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.196Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"82e28b8b-24de-4672-a92c-a811b6dc79d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.196Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"82e28b8b-24de-4672-a92c-a811b6dc79d1","keyPrefix":"sk-oai-hJRAxadKqB5f...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.604224ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.221Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"085ec6e0-7627-4320-9cf0-8f092633ddac","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.221Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"085ec6e0-7627-4320-9cf0-8f092633ddac","keyPrefix":"sk-oai-6zyNkExkoYBC...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |      1.4755ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.313Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"730b9762-a07e-434d-802a-a61dbe049e70","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.313Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"730b9762-a07e-434d-802a-a61dbe049e70","keyPrefix":"sk-oai-12UqOdsMZgbN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.557328ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.339Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"730b9762-a07e-434d-802a-a61dbe049e70"}
{"level":"info","timestamp":"2026-06-08T17:23:56.339Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"730b9762-a07e-434d-802a-a61dbe049e70","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 17:23:56 | 200 |       1.961ms |      100.64.0.4 | DELETE   "/v1/api-keys/730b9762-a07e-434d-802a-a61dbe049e70" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 404 |     467.963µs |      100.64.0.2 | DELETE   "/v1/api-keys/730b9762-a07e-434d-802a-a61dbe049e70" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.465Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8eaceca8-094c-47a2-a296-8578343ea945","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.465Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8eaceca8-094c-47a2-a296-8578343ea945","keyPrefix":"sk-oai-1Pl4gqORWLE5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.508309ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |     393.119µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     333.426µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     115.613µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:23:56 | 200 |    9.689905ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.594Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2a9665ab-9cc4-4ccc-9d5d-08d427b226dc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.594Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2a9665ab-9cc4-4ccc-9d5d-08d427b226dc","keyPrefix":"sk-oai-cHqB9RTo5uil...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.772832ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |     313.403µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 403 |      93.199µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |     281.228µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     237.715µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     118.802µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:23:56 | 200 |    9.179017ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.747Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"154e081b-c0cd-4654-8400-41192d51ec45","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.747Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"154e081b-c0cd-4654-8400-41192d51ec45","keyPrefix":"sk-oai-6P1rb38nKtlU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.498746ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |     327.655µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     252.062µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     151.876µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:23:56 | 200 |    9.080436ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |     354.091µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |       257.7µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 17:23:56 | 200 |     117.008µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 17:23:56 | 200 |    9.252083ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T17:23:56.903Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"037634ba-9a3e-42e6-b237-0e1d15e7a48c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T17:23:56.903Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"037634ba-9a3e-42e6-b237-0e1d15e7a48c","keyPrefix":"sk-oai-nC9MjjmniJ1h...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 17:23:56 | 201 |    1.507554ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 17:23:56 | 200 |      42.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:23:58 | 200 |      49.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 17:24:01 | 200 |       40.71µs |      10.134.0.2 | GET      "/health"