[GIN] 2026/06/05 - 16:00:03 | 200 |      34.325µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:06 | 200 |      35.486µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:00:07.129Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 16:00:07 | 200 |    1.164199ms |     10.133.0.55 | POST     "/internal/v1/api-keys/cleanup"
{"level":"warn","timestamp":"2026-06-05T16:00:09.575Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T16:00:09.576Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 16:00:09 | 400 |     291.185µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:00:11 | 200 |      33.856µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:13 | 200 |       34.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:16 | 200 |      36.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:21 | 200 |      34.661µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:23 | 200 |      44.955µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:26 | 200 |      33.158µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:00:27.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"edaef9de-d46d-4be5-ba0e-18255a05de16","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:00:27.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"edaef9de-d46d-4be5-ba0e-18255a05de16","keyPrefix":"sk-oai-1SUgia11SfSm...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:00:27 | 201 |   11.381807ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:00:27 | 200 |    1.332221ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:00:27 | 200 |     142.773µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:00:31 | 200 |      34.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:33 | 200 |      34.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:36 | 200 |      34.182µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:00:36.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bf2549ec-944f-49a3-95d2-0aab7d9b2fe3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:00:36.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf2549ec-944f-49a3-95d2-0aab7d9b2fe3","keyPrefix":"sk-oai-1RB4KhwOCZ3a...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:00:36 | 201 |    2.108056ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:00:41 | 200 |      45.923µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:43 | 200 |      34.815µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:44 | 200 |     854.473µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:00:44 | 200 |     124.039µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:00:46 | 200 |      52.458µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:51 | 200 |       35.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:53 | 200 |      33.177µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:00:56 | 200 |      36.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:01 | 200 |      36.247µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:01:01.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"21c85c99-c855-483d-a78e-9fea487fa23c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:01:01.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21c85c99-c855-483d-a78e-9fea487fa23c","keyPrefix":"sk-oai-yy8l1cNBEXs6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:01:01 | 201 |    2.077178ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:01:01 | 200 |     610.061µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:01:01 | 200 |     166.843µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:01:03 | 200 |      36.719µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:06 | 200 |      36.102µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:11 | 200 |      33.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:13 | 200 |      37.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:16 | 200 |      32.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:21 | 200 |      33.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:23 | 200 |      44.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:26 | 200 |      34.025µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:31 | 200 |       34.68µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:33 | 200 |       35.37µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:36 | 200 |      32.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:41 | 200 |      33.265µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:43 | 200 |      33.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:46 | 200 |      38.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:51 | 200 |      39.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:53 | 200 |      33.507µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:01:56 | 200 |      33.565µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:01 | 200 |      33.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:03 | 200 |      36.398µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:06 | 200 |      44.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:11 | 200 |       38.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:13 | 200 |      33.963µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:16 | 200 |      33.538µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:21 | 200 |       38.11µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:23 | 200 |      31.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:26 | 200 |      33.955µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:31 | 200 |      33.532µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:33 | 200 |      37.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:36 | 200 |      34.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:41 | 200 |      40.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:43 | 200 |      37.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:46 | 200 |      35.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:51 | 200 |      36.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:53 | 200 |      33.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:02:56 | 200 |      38.586µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:03:01.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c53ec7ed-2906-4214-ba64-792222e4e6bd","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:03:01.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c53ec7ed-2906-4214-ba64-792222e4e6bd","keyPrefix":"sk-oai-10qig1Lrkwjc...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:03:01 | 201 |    2.219642ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:03:01 | 200 |      35.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:03 | 200 |      34.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:06 | 200 |      38.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:11 | 200 |      53.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:13 | 200 |      36.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:16 | 200 |      34.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:21 | 200 |      36.484µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:23 | 200 |      36.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:26 | 200 |     998.591µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:03:26 | 200 |     169.086µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:03:26 | 200 |      33.947µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:26 | 404 |    1.041882ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:03:31 | 200 |      42.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:33 | 200 |      32.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:36 | 200 |      34.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:41 | 200 |      32.488µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:43 | 200 |      43.989µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:46 | 200 |      34.491µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:51 | 200 |       60.93µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:53 | 200 |      34.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:03:56 | 200 |      36.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:01 | 200 |      46.718µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:03 | 200 |      33.991µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:06 | 200 |      44.092µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:11 | 200 |      33.678µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:13 | 200 |      34.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:16 | 200 |      33.655µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:04:21.043Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ccf7edfe-6cbb-47eb-b210-f440b483c6b5","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:04:21.043Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccf7edfe-6cbb-47eb-b210-f440b483c6b5","keyPrefix":"sk-oai-1XBd7FBCMfKh...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:04:21 | 201 |    2.012358ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:04:21 | 200 |      29.746µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:21 | 200 |     549.036µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:04:21 | 200 |     150.137µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:04:23 | 200 |      34.384µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:26 | 200 |      31.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:31 | 200 |       38.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:33 | 200 |      33.864µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:36 | 200 |      39.011µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:04:40.244Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0fa75769-a5dd-452b-ba32-82eb83177f1a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:04:40.244Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0fa75769-a5dd-452b-ba32-82eb83177f1a","keyPrefix":"sk-oai-1O41qje3dbiL...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:04:40 | 201 |    2.175132ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:04:40 | 200 |     549.353µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:04:40 | 200 |     157.353µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:04:40 | 200 |     541.244µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:04:40 | 200 |     173.855µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:04:41 | 200 |      33.113µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:43 | 200 |       36.76µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:46 | 200 |      34.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:51 | 200 |      33.723µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:53 | 200 |       42.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:04:56 | 200 |      39.089µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:04:59.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c5f34011-06ee-49bd-b68f-e308a3bf2095","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:04:59.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5f34011-06ee-49bd-b68f-e308a3bf2095","keyPrefix":"sk-oai-8gHNGXkCMYs4...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:04:59 | 201 |    2.352911ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:04:59 | 200 |     459.359µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:04:59 | 200 |     412.959µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:04:59 | 200 |     176.021µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:04:59 | 200 |   23.637288ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:05:01 | 200 |      37.822µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:03 | 200 |       43.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:06 | 200 |      40.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:11 | 200 |      47.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:13 | 200 |      48.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:16 | 200 |      40.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:18 | 200 |     184.881µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:05:18 | 200 |     152.632µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:05:18 | 200 |   21.581687ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:05:21 | 200 |       38.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:23 | 200 |      39.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:26 | 200 |      38.614µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:31 | 200 |      55.298µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:05:32.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"456c3d0d-0938-4235-bf8c-e87514ddf45f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:05:32.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"456c3d0d-0938-4235-bf8c-e87514ddf45f","keyPrefix":"sk-oai-QzkoR2HHhIY9...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:05:32 | 201 |     10.9062ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:05:33 | 200 |      41.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:36 | 200 |      45.563µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:41 | 200 |      40.782µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:43 | 200 |      43.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:46 | 200 |      57.601µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:51 | 200 |      41.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:53 | 200 |      39.906µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:05:56 | 200 |      40.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:01 | 200 |      59.927µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:02 | 200 |    1.471973ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:02 | 200 |     149.166µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:03 | 200 |     612.344µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:03 | 200 |     488.757µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:03 | 200 |     140.915µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:03 | 200 |    14.09207ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:03 | 200 |      39.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:06 | 200 |      41.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:11 | 200 |      39.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:13 | 200 |      40.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:16 | 200 |      38.278µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:20 | 200 |     154.491µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:20 | 200 |   12.228122ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:21 | 200 |      39.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:23 | 200 |      44.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:26 | 200 |      41.278µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:06:28.699Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"91926d71-6d2c-42f6-be9a-2dba347e02e0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:06:28.700Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91926d71-6d2c-42f6-be9a-2dba347e02e0","keyPrefix":"sk-oai-1VjyxApMarWr...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:06:28 | 201 |    3.531718ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:31 | 200 |      38.336µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:33 | 200 |      39.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:36 | 200 |      40.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:36 | 200 |     812.385µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:36 | 200 |     406.591µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:36 | 200 |     124.228µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:36 | 200 |   10.210952ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:06:37.221Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2b3d6c73-1321-4843-b935-2f8dcef20680","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:06:37.221Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b3d6c73-1321-4843-b935-2f8dcef20680","keyPrefix":"sk-oai-ZxpIpBbM0Okc...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:06:37 | 201 |    1.735765ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:41 | 200 |      36.654µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:43 | 200 |      39.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:45 | 200 |     991.158µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:45 | 200 |     366.288µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:45 | 200 |     137.483µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:45 | 200 |    7.645698ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:45 | 200 |     432.398µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:45 | 200 |     355.783µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:45 | 200 |     143.249µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:45 | 200 |    6.881616ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:46 | 200 |      39.647µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:06:46.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f978336-d835-4b35-89d1-3af756e0c7b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:06:46.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f978336-d835-4b35-89d1-3af756e0c7b3","keyPrefix":"sk-oai-1KBWOJvNdFbH...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:06:46 | 201 |    1.778071ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:51 | 200 |      42.706µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:53 | 200 |      34.543µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:06:54 | 200 |     801.227µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:54 | 200 |     379.138µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:06:54 | 200 |     165.269µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:06:54 | 200 |   10.564088ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:06:56 | 200 |       40.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:01 | 200 |      44.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:03 | 200 |      47.931µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:07:03.349Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5cb004a0-ad03-4183-b561-23d28f10f5ad","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:07:03.349Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cb004a0-ad03-4183-b561-23d28f10f5ad","keyPrefix":"sk-oai-1K7fI3xznZpy...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:07:03 | 201 |    2.288671ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:07:06 | 200 |      51.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:11 | 200 |      41.947µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:11 | 200 |     736.463µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:11 | 200 |     416.899µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:11 | 200 |     160.545µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:11 | 200 |     365.117µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:11 | 200 |     151.735µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:11 | 200 |   20.771529ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:07:13 | 200 |      37.826µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:16 | 200 |      41.625µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:21 | 200 |      42.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:23 | 200 |      42.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:26 | 200 |      41.364µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:07:26.845Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d8b4dd8-e7d9-4f6b-a69a-15cf884bec8d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:07:26.845Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d8b4dd8-e7d9-4f6b-a69a-15cf884bec8d","keyPrefix":"sk-oai-1BY4A4cdrbvg...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:07:26 | 201 |    1.957106ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:07:31 | 200 |      39.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:33 | 200 |      38.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:34 | 200 |     678.532µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:34 | 200 |     411.498µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:34 | 200 |     162.036µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:34 | 200 |   10.365567ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:07:34 | 200 |     147.525µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:34 | 200 |   36.078201ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:07:36 | 200 |      38.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:41 | 200 |      38.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:43 | 200 |      39.198µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:46 | 200 |      40.089µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:51 | 200 |      43.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:53 | 200 |     178.637µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:53 | 200 |      178.34µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:53 | 200 |     198.938µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:07:53 | 200 |    36.61018ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:07:53 | 200 |      37.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:07:56 | 200 |      41.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:01 | 200 |      42.126µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:03 | 200 |      40.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:06 | 200 |      49.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:10 | 200 |     187.328µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:08:10 | 200 |   12.746589ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:08:11 | 200 |       41.11µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:13 | 200 |       42.65µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:16 | 200 |      39.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:21 | 200 |      40.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:23 | 200 |      40.567µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:08:23.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6cbfe001-4e87-454c-82be-b71bd6f7316d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:08:23.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6cbfe001-4e87-454c-82be-b71bd6f7316d","keyPrefix":"sk-oai-hdrm1dshTieI...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:08:23 | 201 |    2.490067ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:08:26 | 200 |      45.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:31 | 200 |      41.214µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:31 | 200 |    1.215865ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:31 | 200 |     166.475µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:08:32.431Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ffa453c8-1f1a-4fab-941d-f6f041830f06","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:08:32.431Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffa453c8-1f1a-4fab-941d-f6f041830f06","keyPrefix":"sk-oai-1YgykvKXwV2H...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:08:32 | 201 |    1.835951ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:08:33 | 200 |      39.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:36 | 200 |      38.534µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:40 | 200 |     799.632µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:40 | 200 |     403.964µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:40 | 200 |     133.015µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:08:40 | 200 |   10.558756ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:08:40.841Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9aa3608c-79a5-405a-8bd1-05d4d94c0f4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:08:40.841Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9aa3608c-79a5-405a-8bd1-05d4d94c0f4b","keyPrefix":"sk-oai-12JClZF2O9UF...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:08:40 | 201 |    1.881079ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:08:41 | 200 |      38.581µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:43 | 200 |      41.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:46 | 200 |       43.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:48 | 200 |     808.838µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:48 | 200 |     473.569µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:48 | 200 |      155.41µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:08:48 | 200 |   10.790814ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:08:49.607Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bff51a6e-5b98-43c7-bf40-dfb1660311c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:08:49.607Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bff51a6e-5b98-43c7-bf40-dfb1660311c0","keyPrefix":"sk-oai-jhijAR1tCSKL...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:08:49 | 201 |    1.805819ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:08:51 | 200 |      39.189µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:53 | 200 |      45.398µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:56 | 200 |      48.714µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:08:57 | 200 |     756.727µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:57 | 200 |     366.918µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:08:57 | 200 |     161.717µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:08:57 | 200 |   10.296595ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:09:01 | 200 |       50.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:03 | 200 |       48.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:06 | 200 |      40.327µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:09:06.783Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"26571d7a-6fe5-46d1-aaf4-9d55d31e2577","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:09:06.783Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26571d7a-6fe5-46d1-aaf4-9d55d31e2577","keyPrefix":"sk-oai-oq3vgU70OVTH...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:09:06 | 201 |    2.210727ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:09:11 | 200 |      40.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:13 | 200 |      44.285µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:16 | 200 |      47.578µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:21 | 200 |      40.311µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:23 | 200 |     738.724µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:09:23 | 403 |     109.267µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:09:23 | 200 |      37.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:26 | 200 |      48.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:31 | 200 |      38.988µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:33 | 200 |      40.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:36 | 200 |      41.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:40 | 403 |     149.474µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:09:41 | 200 |      38.795µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:43 | 200 |      40.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:46 | 200 |      39.249µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:51 | 200 |       39.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:53 | 200 |      48.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:56 | 200 |      49.633µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:09:57 | 403 |     118.414µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:01 | 200 |      42.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:03 | 200 |      39.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:06 | 200 |       38.56µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:11 | 200 |      41.713µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:13 | 200 |      42.738µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:14 | 403 |      169.71µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:16 | 200 |      41.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:21 | 200 |      40.009µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:23 | 200 |      44.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:26 | 200 |      40.146µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:10:28.590Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"030bdbc7-c0af-4a5f-be11-9df2ffc9ce44","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:10:28.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"030bdbc7-c0af-4a5f-be11-9df2ffc9ce44","keyPrefix":"sk-oai-nvvF7V6Ccz90...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:10:28 | 201 |    2.271547ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:31 | 200 |      40.493µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:33 | 200 |      40.401µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:36 | 200 |      43.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:36 | 200 |     722.896µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:36 | 200 |     390.712µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:36 | 200 |     183.669µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:10:36 | 200 |   19.773756ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:41 | 200 |      57.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:43 | 200 |      38.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:46 | 200 |      38.174µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:10:50.770Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a4f16427-3dc0-4f11-8803-25cfcf91fd0e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:10:50.770Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a4f16427-3dc0-4f11-8803-25cfcf91fd0e","keyPrefix":"sk-oai-1R17wuywgyVF...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:10:50 | 201 |      3.4925ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:10:50.807Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7db0e294-4ee6-4ff3-87ab-e138a7994102","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:10:50.807Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7db0e294-4ee6-4ff3-87ab-e138a7994102","keyPrefix":"sk-oai-1aRvEGMnHBwJ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:10:50 | 201 |     1.78933ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:51 | 200 |      66.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:53 | 200 |      40.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:56 | 200 |      39.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:10:58 | 200 |     761.896µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:58 | 200 |     459.176µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:58 | 200 |     165.838µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:10:58 | 200 |   11.097926ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:10:58 | 200 |     476.951µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:58 | 200 |     383.145µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:10:58 | 200 |     159.965µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:10:58 | 200 |   10.167087ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:11:01 | 200 |      39.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:03 | 200 |      43.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:06 | 200 |      39.813µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:11 | 200 |      39.683µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:13 | 200 |      40.588µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:16 | 200 |      38.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:17 | 200 |     206.532µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:11:17 | 200 |     183.874µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:11:17 | 200 |     210.624µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:11:17 | 200 |   37.377642ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:11:21 | 200 |        43.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:23 | 200 |       40.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:26 | 200 |      40.987µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:31 | 200 |      42.583µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:33 | 200 |      41.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:36 | 200 |     192.869µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:11:36 | 200 |   13.045601ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:11:36 | 200 |      43.259µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:36 | 200 |     198.387µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:11:36 | 200 |   11.555733ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:11:41 | 200 |      41.095µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:43 | 200 |      43.257µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:46 | 200 |      42.469µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:51 | 200 |       40.39µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:53 | 200 |      42.305µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:11:56 | 200 |      46.039µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:01 | 200 |      41.473µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:12:01.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9cea0b4-c332-4157-bbfd-0994c7af054a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:12:01.677Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9cea0b4-c332-4157-bbfd-0994c7af054a","keyPrefix":"sk-oai-WbRrutxwsr1J...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:12:01 | 201 |    2.067078ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:12:01 | 200 |     511.545µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:01 | 200 |     195.866µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:12:01 | 200 |     470.941µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:01 | 200 |     164.087µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:12:01 | 200 |     480.953µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:01 | 200 |     172.533µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:12:01 | 200 |     422.196µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:01 | 200 |     393.773µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:01 | 200 |     167.272µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:12:01 | 200 |   10.756522ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:12:03 | 200 |      43.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:06 | 200 |      39.727µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:11 | 200 |      41.916µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:13 | 200 |      43.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:16 | 200 |      44.001µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:12:19.506Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae9e8b96-003c-40cf-b537-a8b3a473d023","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:12:19.506Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae9e8b96-003c-40cf-b537-a8b3a473d023","keyPrefix":"sk-oai-Q71wybLIINI1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 16:12:19 | 201 |    2.124236ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:12:19 | 200 |     504.329µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:12:19 | 200 |     171.686µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:12:21 | 200 |        39.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:23 | 200 |      43.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:26 | 200 |       41.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:31 | 200 |      41.756µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:33 | 200 |      40.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:36 | 200 |      39.566µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:41 | 200 |      38.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:43 | 200 |      40.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:46 | 200 |      50.945µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:51 | 200 |      39.184µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:53 | 200 |      42.843µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:12:56 | 200 |      42.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:01 | 200 |      46.069µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:03 | 200 |      47.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:06 | 200 |       43.49µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:11 | 200 |      40.301µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:13 | 200 |      40.109µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:16 | 200 |      39.815µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:21 | 200 |      38.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:23 | 200 |      40.202µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:13:25.416Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"78ba9abd-1a08-4561-811a-f5a20aa066f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:25.416Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78ba9abd-1a08-4561-811a-f5a20aa066f6","keyPrefix":"sk-oai-1GlXXGYEFyfk...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:25 | 201 |   12.364055ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:25.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f28db4fb-b92c-4eab-8bc7-aa8c58240789","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:25.944Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f28db4fb-b92c-4eab-8bc7-aa8c58240789","keyPrefix":"sk-oai-1MoBG4fmmCoP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:25 | 201 |    2.016727ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:26 | 200 |      47.561µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T16:13:26.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"36e448c0-4b6d-4967-90a0-6b0ebb0de220","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:26.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36e448c0-4b6d-4967-90a0-6b0ebb0de220","keyPrefix":"sk-oai-3o5AL3ztmIaN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:26 | 201 |    1.859632ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:26 | 200 |    1.344967ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:26 | 200 |     449.591µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:26 | 200 |     152.487µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:26 | 200 |   10.411638ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:26 | 200 |     485.824µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:26 | 200 |      138.08µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T16:13:26.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"abe36e34-63f4-450e-848e-806b2052eb2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:26.315Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abe36e34-63f4-450e-848e-806b2052eb2d","keyPrefix":"sk-oai-1KY2Zzg85X81...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:26 | 201 |    1.740157ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:26.339Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"abe36e34-63f4-450e-848e-806b2052eb2d"}
{"level":"info","timestamp":"2026-06-05T16:13:26.339Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"abe36e34-63f4-450e-848e-806b2052eb2d","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 16:13:26 | 200 |    2.690885ms |      100.64.0.3 | DELETE   "/v1/api-keys/abe36e34-63f4-450e-848e-806b2052eb2d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:29 | 200 |      793.27µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T16:13:29.368Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 16:13:29 | 500 |      97.668µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:29.671Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7b2483d0-142f-43db-9efa-efde243baacb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:29.671Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b2483d0-142f-43db-9efa-efde243baacb","keyPrefix":"sk-oai-qmNeQoykffQ7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:29 | 201 |    1.808457ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:29.698Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"0dd4bcf9-2945-4f3e-b030-007f96527d85","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:29.698Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0dd4bcf9-2945-4f3e-b030-007f96527d85","keyPrefix":"sk-oai-MY33dG5tR4B6...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:29 | 201 |    1.670956ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:29.786Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b47e124e-a362-4287-880e-da2f0f809478","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:29.786Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b47e124e-a362-4287-880e-da2f0f809478","keyPrefix":"sk-oai-1bqWFGUzR0uf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:29 | 201 |    1.677115ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:29.809Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b47e124e-a362-4287-880e-da2f0f809478"}
{"level":"info","timestamp":"2026-06-05T16:13:29.809Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b47e124e-a362-4287-880e-da2f0f809478","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 16:13:29 | 200 |    2.059731ms |      100.64.0.3 | DELETE   "/v1/api-keys/b47e124e-a362-4287-880e-da2f0f809478" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:29 | 404 |     631.297µs |      100.64.0.3 | DELETE   "/v1/api-keys/b47e124e-a362-4287-880e-da2f0f809478" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:29.917Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"aea04831-75ad-4763-8983-f88fe509d446","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:29.917Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aea04831-75ad-4763-8983-f88fe509d446","keyPrefix":"sk-oai-1bjY8ej3zYhN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:29 | 201 |    1.528776ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:29 | 200 |     576.464µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:29 | 200 |     389.187µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:29 | 200 |     131.159µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:29 | 200 |    9.831784ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:30.035Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0a726a2d-98db-4e68-a68e-e9934792a3ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:30.035Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a726a2d-98db-4e68-a68e-e9934792a3ab","keyPrefix":"sk-oai-UL6jyqivRtaP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:30 | 201 |     1.73971ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:30 | 200 |     478.086µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 403 |       91.33µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:30 | 200 |     460.026µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     374.145µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     170.734µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:30 | 200 |   11.338934ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:30.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8e7b73d2-bf80-4ff6-b543-375f689aa947","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:30.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e7b73d2-bf80-4ff6-b543-375f689aa947","keyPrefix":"sk-oai-hmhSgg2R2E0l...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:30 | 201 |    1.699325ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:30 | 200 |     438.943µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     331.612µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     129.903µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:30 | 200 |    9.818901ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:30 | 200 |     360.813µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     334.729µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 16:13:30 | 200 |     126.886µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 16:13:30 | 200 |    9.275895ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T16:13:30.333Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ab8a3afc-3f01-4b82-97ef-11281de0c6fa","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T16:13:30.333Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab8a3afc-3f01-4b82-97ef-11281de0c6fa","keyPrefix":"sk-oai-8yR6imlooyUy...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 16:13:30 | 201 |    1.609597ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 16:13:31 | 200 |      50.295µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 16:13:33 | 200 |      40.449µs |      10.132.0.2 | GET      "/health"