[GIN] 2026/06/03 - 21:10:08 | 200 |      59.959µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:12 | 200 |      52.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:17 | 200 |      41.088µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T21:10:18.132Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T21:10:18.132Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:10:18 | 400 |     378.593µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:18 | 200 |      39.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:22 | 200 |      41.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:27 | 200 |      42.094µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:28 | 200 |      48.848µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:32 | 200 |      41.687µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:10:35.570Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"89f1f48b-a17b-46fe-bd10-564e4468a5ad","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:10:35.570Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89f1f48b-a17b-46fe-bd10-564e4468a5ad","keyPrefix":"sk-oai-HV4kubyrzKje...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:10:35 | 201 |   10.845024ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:35 | 200 |    1.218084ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:10:35 | 200 |     206.572µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:10:37 | 200 |      44.544µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:38 | 200 |      37.711µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:42 | 200 |      39.841µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:10:44.707Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"106ee5d0-a995-4471-9c0a-713bf8b154bc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:10:44.707Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"106ee5d0-a995-4471-9c0a-713bf8b154bc","keyPrefix":"sk-oai-1KTXc50rf2my...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:10:44 | 201 |    1.936652ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:10:47 | 200 |      39.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:48 | 200 |      39.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:52 | 200 |      41.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:52 | 200 |     856.973µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:10:52 | 200 |     182.031µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:10:57 | 200 |      40.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:10:58 | 200 |      39.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:02 | 200 |      45.929µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:07 | 200 |      42.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:08 | 200 |      60.869µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:11:10.329Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d506d848-f5f6-4fc1-98bf-401a74d8ac1a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:11:10.329Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d506d848-f5f6-4fc1-98bf-401a74d8ac1a","keyPrefix":"sk-oai-1BBU82gCjTBp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:11:10 | 201 |    2.155135ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:11:10 | 200 |      505.11µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:11:10 | 200 |     150.578µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:11:12 | 200 |      44.954µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:17 | 200 |      39.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:18 | 200 |      50.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:22 | 200 |      38.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:27 | 200 |        43.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:28 | 200 |      58.048µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:32 | 200 |      43.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:37 | 200 |      42.749µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:38 | 200 |      41.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:42 | 200 |      60.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:47 | 200 |      44.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:48 | 200 |      45.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:52 | 200 |      68.759µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:57 | 200 |      42.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:11:58 | 200 |       42.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:02 | 200 |      42.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:07 | 200 |      42.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:08 | 200 |       46.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:12 | 200 |      42.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:17 | 200 |      41.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:18 | 200 |      42.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:22 | 200 |      40.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:27 | 200 |      39.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:28 | 200 |      39.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:32 | 200 |      38.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:37 | 200 |      40.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:38 | 200 |      45.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:42 | 200 |      43.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:47 | 200 |      37.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:48 | 200 |      41.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:52 | 200 |      59.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:57 | 200 |      38.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:12:58 | 200 |       38.03µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:02 | 200 |       38.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:07 | 200 |      45.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:08 | 200 |      39.608µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:13:10.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"be46256f-d3e6-4203-beb8-cc1d4b96c9d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:13:10.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be46256f-d3e6-4203-beb8-cc1d4b96c9d9","keyPrefix":"sk-oai-HK79UzpIVlb5...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:13:10 | 201 |     3.19357ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:13:12 | 200 |      39.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:17 | 200 |      39.239µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:18 | 200 |      38.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:22 | 200 |      41.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:27 | 200 |      41.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:28 | 200 |      49.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:32 | 200 |      37.619µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:32 | 200 |     838.505µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:13:32 | 200 |     237.406µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:13:33 | 404 |     906.281µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:13:37 | 200 |      49.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:38 | 200 |       50.18µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:42 | 200 |       40.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:47 | 200 |      48.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:48 | 200 |      36.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:52 | 200 |      52.011µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:57 | 200 |      37.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:13:58 | 200 |      39.125µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:02 | 200 |      39.134µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:07 | 200 |      39.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:08 | 200 |       42.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:12 | 200 |      48.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:17 | 200 |      37.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:18 | 200 |      58.829µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:22 | 200 |      38.633µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:14:26.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ed3789a7-1699-4758-9682-bb20031f6954","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:14:26.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed3789a7-1699-4758-9682-bb20031f6954","keyPrefix":"sk-oai-1IT4mVLPMyWQ...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:14:26 | 201 |    2.174787ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:26 | 200 |     537.677µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:26 | 200 |     208.549µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:27 | 200 |      60.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:28 | 200 |      39.462µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:32 | 200 |       46.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:37 | 200 |      39.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:38 | 200 |      46.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:42 | 200 |      43.462µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:14:45.590Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6d0664ce-7cb7-440f-b1cb-045f583b3964","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:14:45.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d0664ce-7cb7-440f-b1cb-045f583b3964","keyPrefix":"sk-oai-1WqVwE7LFDBT...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:14:45 | 201 |    2.026525ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:14:45 | 200 |     564.644µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:45 | 200 |      187.76µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:45 | 200 |     531.485µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:14:45 | 200 |     205.521µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:14:47 | 200 |      48.554µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:48 | 200 |      38.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:52 | 200 |      40.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:57 | 200 |      44.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:14:58 | 200 |      42.155µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:15:01.429Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 21:15:01 | 200 |    1.287604ms |     10.133.0.44 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 21:15:02 | 200 |       36.77µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:15:05.120Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cb89df7c-e214-405d-bcab-685b556d2c07","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:15:05.120Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb89df7c-e214-405d-bcab-685b556d2c07","keyPrefix":"sk-oai-15HvX9I5gzZR...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:15:05 | 201 |    2.063137ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:05 | 200 |     440.853µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:15:05 | 200 |     413.084µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:15:05 | 200 |     218.889µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:05 | 200 |   19.217564ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:07 | 200 |      41.292µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:08 | 200 |       38.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:12 | 200 |      40.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:17 | 200 |      38.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:18 | 200 |      32.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:22 | 200 |      40.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:24 | 200 |     165.853µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:24 | 200 |     114.685µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:15:24 | 200 |   21.817189ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:27 | 200 |      40.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:28 | 200 |      40.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:32 | 200 |      39.993µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:37 | 200 |      46.295µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:15:38.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ed2d076-5f65-49bd-802a-2f4a364c4c26","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:15:38.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ed2d076-5f65-49bd-802a-2f4a364c4c26","keyPrefix":"sk-oai-kbFSWfbmxK2A...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:15:38 | 201 |    10.66204ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:15:38 | 200 |      51.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:42 | 200 |      40.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:47 | 200 |       37.96µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:48 | 200 |      43.988µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:52 | 200 |      44.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:57 | 200 |      39.601µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:15:58 | 200 |      53.905µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:02 | 200 |      37.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:07 | 200 |      38.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:08 | 200 |    1.462068ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:08 | 200 |     133.442µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:08 | 200 |     414.886µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:08 | 200 |     361.717µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:08 | 200 |     135.479µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:08 | 200 |    9.682673ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:08 | 200 |      48.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:12 | 200 |      38.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:17 | 200 |      37.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:18 | 200 |      41.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:22 | 200 |       38.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:25 | 200 |     169.314µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:25 | 200 |   11.554445ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:27 | 200 |      38.487µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:28 | 200 |      42.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:32 | 200 |      39.097µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:16:34.591Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d8d3b439-b626-4624-b1c2-4fb62728fddc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:34.591Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8d3b439-b626-4624-b1c2-4fb62728fddc","keyPrefix":"sk-oai-3SWJLOGBedia...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:34 | 201 |    1.998899ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:37 | 200 |      39.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:38 | 200 |      38.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:42 | 200 |     847.666µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:42 | 200 |     563.065µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:42 | 200 |     115.724µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:42 | 200 |    9.401115ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:42 | 200 |      36.751µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:16:43.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d917464-1367-464b-bfb7-6d45a37fe7b8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:43.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d917464-1367-464b-bfb7-6d45a37fe7b8","keyPrefix":"sk-oai-1VJreHjiAgPU...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:43 | 201 |     1.78641ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:47 | 200 |       37.84µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:48 | 200 |      37.104µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:51 | 200 |     812.862µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:51 | 200 |     462.977µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:51 | 200 |     267.596µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:51 | 200 |    7.006243ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:51 | 200 |     438.435µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:51 | 200 |     448.855µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:16:51 | 200 |     264.429µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:16:51 | 200 |    6.408342ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:16:52.231Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"582b72d0-b71b-45c9-a676-9f99c3e165ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:16:52.231Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"582b72d0-b71b-45c9-a676-9f99c3e165ab","keyPrefix":"sk-oai-1KIpB2uJv5sT...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:16:52 | 201 |    1.830899ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:16:52 | 200 |      39.305µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:57 | 200 |      40.804µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:16:58 | 200 |      41.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:00 | 200 |      863.64µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:00 | 200 |     441.936µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:00 | 200 |     237.702µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:00 | 200 |    9.386615ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:02 | 200 |      41.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:07 | 200 |      39.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:08 | 200 |      37.581µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:17:09.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc202cd8-6f13-46f8-9254-c5a1815bcda7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:17:09.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc202cd8-6f13-46f8-9254-c5a1815bcda7","keyPrefix":"sk-oai-TbPsec50UOMn...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:17:09 | 201 |    2.079149ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:12 | 200 |      41.104µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:17 | 200 |     729.756µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:17 | 200 |      435.77µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:17 | 200 |     151.172µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:17 | 200 |     379.472µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:17 | 200 |     128.972µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:17 | 200 |    19.68848ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:17 | 200 |      39.673µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:18 | 200 |      42.248µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:22 | 200 |      45.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:27 | 200 |      37.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:28 | 200 |      39.502µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:17:31.281Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cf90cbe9-1c54-4922-82e5-7ede1c861f01","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:17:31.281Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf90cbe9-1c54-4922-82e5-7ede1c861f01","keyPrefix":"sk-oai-WZUeDGMBrKEr...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:17:31 | 201 |     3.91096ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:32 | 200 |      38.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:37 | 200 |      38.494µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:38 | 200 |      39.055µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:39 | 200 |     730.058µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:39 | 200 |     399.661µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:39 | 200 |     150.843µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:39 | 200 |    9.419285ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:17:39 | 200 |     145.955µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:39 | 200 |   22.351785ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:42 | 200 |      42.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:47 | 200 |      41.569µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:48 | 200 |      41.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:52 | 200 |      38.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:57 | 200 |     201.554µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:57 | 200 |     154.194µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:57 | 200 |       119.2µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:17:57 | 200 |   34.521752ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:17:57 | 200 |      37.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:17:58 | 200 |      38.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:02 | 200 |       42.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:07 | 200 |      38.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:08 | 200 |       41.93µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:12 | 200 |      39.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:15 | 200 |     143.708µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:15 | 200 |   12.910999ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:17 | 200 |      41.138µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:18 | 200 |      40.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:22 | 200 |      47.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:27 | 200 |      38.092µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:18:28.359Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"720a9079-0575-4f2e-8f58-a50aebeeb2f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:28.359Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"720a9079-0575-4f2e-8f58-a50aebeeb2f8","keyPrefix":"sk-oai-3rJIHAdTHIyW...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:28 | 201 |    2.584976ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:28 | 200 |      40.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:32 | 200 |      39.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:36 | 200 |    1.050215ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:36 | 200 |     145.624µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:18:37.036Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c45f86eb-18d4-494e-9d9b-4da51735c76a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:37.036Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c45f86eb-18d4-494e-9d9b-4da51735c76a","keyPrefix":"sk-oai-1DftQYx4GI8t...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:37 | 201 |    1.954874ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:37 | 200 |      50.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:38 | 200 |      39.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:42 | 200 |      36.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:45 | 200 |     900.251µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:45 | 200 |     567.159µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:45 | 200 |     261.755µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:45 | 200 |    9.594117ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:18:45.440Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"739470a0-c8f0-4c13-a3e5-198bea4fcf60","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:45.440Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"739470a0-c8f0-4c13-a3e5-198bea4fcf60","keyPrefix":"sk-oai-f42O0hqnPWnS...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:45 | 201 |    1.780885ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:47 | 200 |      50.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:48 | 200 |       41.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:52 | 200 |      40.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:53 | 200 |     882.944µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:53 | 200 |     499.287µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:18:53 | 200 |     246.684µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:18:53 | 200 |    9.370362ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:18:54.222Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8ca525ec-faaf-44cd-b62a-18a0012dbe02","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:18:54.222Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ca525ec-faaf-44cd-b62a-18a0012dbe02","keyPrefix":"sk-oai-YHLarIF6Jw2I...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:18:54 | 201 |    1.752312ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:18:57 | 200 |      38.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:18:58 | 200 |      54.453µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:02 | 200 |    1.061242ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:19:02 | 200 |     498.033µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:19:02 | 200 |     241.849µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:19:02 | 200 |    10.10761ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:02 | 200 |      32.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:07 | 200 |      42.388µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:08 | 200 |       40.92µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:19:11.459Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"31c60c41-bb4f-42b7-94ce-c35ecad859bd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:19:11.459Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31c60c41-bb4f-42b7-94ce-c35ecad859bd","keyPrefix":"sk-oai-16vW8Dq3w01R...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:19:11 | 201 |    3.222054ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:12 | 200 |      62.166µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:17 | 200 |      36.672µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:18 | 200 |      38.574µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:22 | 200 |      38.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:27 | 200 |     777.233µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:19:27 | 403 |     114.286µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:27 | 200 |       33.15µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:28 | 200 |      42.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:32 | 200 |      39.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:37 | 200 |      40.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:38 | 200 |      49.541µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:42 | 200 |      38.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:44 | 403 |     116.282µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:19:47 | 200 |      40.373µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:48 | 200 |      38.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:52 | 200 |      43.248µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:57 | 200 |      40.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:19:58 | 200 |      37.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:01 | 403 |     117.309µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:02 | 200 |      38.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:07 | 200 |      37.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:08 | 200 |      40.716µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:12 | 200 |      54.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:17 | 200 |      40.856µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:18 | 200 |      44.489µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:19 | 403 |     132.738µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:22 | 200 |      40.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:27 | 200 |       40.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:28 | 200 |       42.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:32 | 200 |      57.499µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:20:33.450Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad9f4f07-5c63-40b0-9c58-c16329881548","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:33.450Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad9f4f07-5c63-40b0-9c58-c16329881548","keyPrefix":"sk-oai-jUPYL9YBxmCv...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:33 | 201 |    2.336103ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:37 | 200 |      44.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:38 | 200 |      41.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:41 | 200 |      719.06µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:41 | 200 |     641.405µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:20:41 | 200 |     408.912µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:20:41 | 200 |   20.386035ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:42 | 200 |      57.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:47 | 200 |      37.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:48 | 200 |       39.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:52 | 200 |      45.411µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:20:55.739Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a90b8dbe-f7ad-4927-bbf1-3ea708cb0f91","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:55.739Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a90b8dbe-f7ad-4927-bbf1-3ea708cb0f91","keyPrefix":"sk-oai-1QuMwyEJu1HV...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:55 | 201 |    1.876641ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:20:55.771Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5cc9bf8f-4c10-4244-9271-bd5c893b7df8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:20:55.771Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cc9bf8f-4c10-4244-9271-bd5c893b7df8","keyPrefix":"sk-oai-rQEXhEYWlFqm...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:20:55 | 201 |      1.5687ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:20:57 | 200 |      40.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:20:58 | 200 |      38.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:02 | 200 |      43.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:03 | 200 |     692.852µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:03 | 200 |      355.63µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:03 | 200 |     182.536µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:03 | 200 |   10.166215ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:03 | 200 |     426.303µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:03 | 200 |     320.598µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:21:03 | 200 |     141.444µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:03 | 200 |   12.237684ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:07 | 200 |      42.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:08 | 200 |      62.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:12 | 200 |      40.929µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:17 | 200 |      39.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:18 | 200 |      60.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:22 | 200 |     187.458µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:22 | 200 |     204.585µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:22 | 200 |     150.971µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:22 | 200 |   34.803262ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:22 | 200 |      38.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:27 | 200 |      48.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:28 | 200 |      44.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:32 | 200 |      39.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:37 | 200 |      41.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:38 | 200 |      43.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:41 | 200 |     172.656µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:41 | 200 |   12.381301ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:41 | 200 |     137.496µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:21:41 | 200 |    11.68637ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:21:42 | 200 |      39.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:47 | 200 |      37.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:48 | 200 |      37.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:52 | 200 |      38.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:57 | 200 |      39.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:21:58 | 200 |      38.983µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:02 | 200 |      38.936µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:22:06.950Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"891d3b6a-626b-4402-9fae-0e875bcbd337","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:06.950Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"891d3b6a-626b-4402-9fae-0e875bcbd337","keyPrefix":"sk-oai-tMmbn3gpKKvb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:06 | 201 |    2.550208ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:06 | 200 |     668.875µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:06 | 200 |     153.718µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:07 | 200 |     432.943µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:07 | 200 |      148.45µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:07 | 200 |     429.199µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:07 | 200 |     152.208µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:07 | 200 |     392.671µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:07 | 200 |     358.844µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:07 | 200 |     129.662µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:07 | 200 |    11.24125ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:07 | 200 |      38.508µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:08 | 200 |      47.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:12 | 200 |      65.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:17 | 200 |      39.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:18 | 200 |      38.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:22 | 200 |       49.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:22:24.866Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"888e5014-b6f1-45dd-9582-eb8fa5b03f28","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:22:24.866Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"888e5014-b6f1-45dd-9582-eb8fa5b03f28","keyPrefix":"sk-oai-1U5wQV3wlloG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:22:24 | 201 |    2.356379ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:22:25 | 200 |     488.985µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:22:25 | 200 |     143.531µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:22:27 | 200 |      39.158µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:28 | 200 |      41.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:32 | 200 |      37.377µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:37 | 200 |      38.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:38 | 200 |      40.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:42 | 200 |      40.202µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:47 | 200 |      39.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:48 | 200 |      40.995µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:52 | 200 |      43.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:57 | 200 |      44.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:22:58 | 200 |      45.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:02 | 200 |      51.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:07 | 200 |      42.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:08 | 200 |      40.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:12 | 200 |      40.672µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:17 | 200 |      51.991µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:18 | 200 |      54.346µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:22 | 200 |      40.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:27 | 200 |      38.254µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:28 | 200 |      50.684µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:23:31.108Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"76a79ed1-b06d-45f3-bce2-8b69d0a5ed72","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:31.108Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76a79ed1-b06d-45f3-bce2-8b69d0a5ed72","keyPrefix":"sk-oai-1AP1Qx3zftmE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:31 | 201 |   10.597695ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:31.655Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"4a16a0fb-cf77-453a-b3dd-f15f3eb23ef9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:31.655Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4a16a0fb-cf77-453a-b3dd-f15f3eb23ef9","keyPrefix":"sk-oai-11zuyFJGh79i...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:31 | 201 |    2.038417ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:31.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"041fb18a-54d2-41d3-94af-58edd106d344","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:31.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"041fb18a-54d2-41d3-94af-58edd106d344","keyPrefix":"sk-oai-3nVC57mSnu1M...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:31 | 201 |    1.776095ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:31 | 200 |    1.161536ms |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:31 | 200 |     505.609µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:31 | 200 |     214.989µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:23:31 | 200 |    9.894029ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:31 | 200 |     473.612µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:31 | 200 |     221.471µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T21:23:32.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"60537779-2314-4dd3-a707-1b9d4171f925","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:32.029Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"60537779-2314-4dd3-a707-1b9d4171f925","keyPrefix":"sk-oai-ZX1nZaFGCj1z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:32 | 201 |    1.797287ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:32.055Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"60537779-2314-4dd3-a707-1b9d4171f925"}
{"level":"info","timestamp":"2026-06-03T21:23:32.055Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"60537779-2314-4dd3-a707-1b9d4171f925","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:23:32 | 200 |    2.629159ms |      100.64.0.4 | DELETE   "/v1/api-keys/60537779-2314-4dd3-a707-1b9d4171f925" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:32 | 200 |      38.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:35 | 200 |      840.29µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T21:23:35.082Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:23:35 | 500 |     103.558µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.379Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5c132663-96ef-479b-b3d4-7d0511b4c567","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.379Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c132663-96ef-479b-b3d4-7d0511b4c567","keyPrefix":"sk-oai-UKsUIFuYrlz6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.744286ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a0181fe0-d86d-47c4-a0c3-e5d0ddde7805","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.407Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a0181fe0-d86d-47c4-a0c3-e5d0ddde7805","keyPrefix":"sk-oai-1MglUSghdGTN...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.634239ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.502Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7489d374-70b1-490b-bc7d-9119979937fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.502Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7489d374-70b1-490b-bc7d-9119979937fb","keyPrefix":"sk-oai-107BlXq6JbZL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.696061ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.527Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"7489d374-70b1-490b-bc7d-9119979937fb"}
{"level":"info","timestamp":"2026-06-03T21:23:35.528Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7489d374-70b1-490b-bc7d-9119979937fb","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 21:23:35 | 200 |    2.323064ms |      100.64.0.2 | DELETE   "/v1/api-keys/7489d374-70b1-490b-bc7d-9119979937fb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 404 |     703.394µs |      100.64.0.3 | DELETE   "/v1/api-keys/7489d374-70b1-490b-bc7d-9119979937fb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"15f89bca-652c-4545-9520-03dd4d3abd85","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.657Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15f89bca-652c-4545-9520-03dd4d3abd85","keyPrefix":"sk-oai-ii72FhdBx7Hi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.584606ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 200 |     476.066µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |     389.084µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |      146.15µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:23:35 | 200 |    9.602525ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.784Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c77bda5f-db03-45be-a87d-f2c0dbdfd3fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.784Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c77bda5f-db03-45be-a87d-f2c0dbdfd3fd","keyPrefix":"sk-oai-TvZLDDUMfHH5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.691982ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 200 |     436.933µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 403 |      78.102µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 200 |     454.491µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |     348.945µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |     193.194µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:23:35 | 200 |   10.305795ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:35.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ab8231fc-4753-487a-8195-0fa089affda9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:35.936Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab8231fc-4753-487a-8195-0fa089affda9","keyPrefix":"sk-oai-1MLsYqK5fgFI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:35 | 201 |    1.656504ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 200 |     481.613µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |     380.886µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:35 | 200 |     116.041µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:23:35 | 200 |    9.384432ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:35 | 200 |     418.606µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:36 | 200 |     359.931µs |     10.132.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:23:36 | 200 |      200.47µs |     10.132.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:23:36 | 200 |    9.254228ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T21:23:36.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c0fe9f57-13cc-41f2-a248-6dcbf853a062","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:23:36.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0fe9f57-13cc-41f2-a248-6dcbf853a062","keyPrefix":"sk-oai-19yRPS0bJWWl...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 21:23:36 | 201 |    1.709247ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:23:37 | 200 |      43.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:23:38 | 200 |      39.476µs |      10.134.0.2 | GET      "/health"