[GIN] 2026/06/02 - 20:21:51 | 200 |     548.872µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:21:51 | 200 |     188.813µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:21:52 | 200 |      35.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:21:54 | 200 |      52.988µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:21:57 | 200 |      38.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:02 | 200 |      34.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:04 | 200 |      39.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:07 | 200 |      36.557µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T20:22:09.102Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T20:22:09.102Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:22:09 | 400 |     270.106µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:22:12 | 200 |      37.627µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:14 | 200 |      40.571µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:17 | 200 |      34.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:22 | 200 |      37.653µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:24 | 200 |      39.272µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:22:26.711Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a273f541-20d1-4312-be70-cca384b3413d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:22:26.711Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a273f541-20d1-4312-be70-cca384b3413d","keyPrefix":"sk-oai-WUVgH5XvINPS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:22:26 | 201 |    12.20796ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:22:26 | 200 |    1.585473ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:22:26 | 200 |     159.914µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:22:27 | 200 |      37.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:32 | 200 |      38.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:34 | 200 |      36.988µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:22:35.954Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"97745cef-7082-4cf1-bfc9-f1a427e865ac","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:22:35.955Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97745cef-7082-4cf1-bfc9-f1a427e865ac","keyPrefix":"sk-oai-T8vfcX7H4UOf...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:22:35 | 201 |    2.496475ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:22:37 | 200 |      39.035µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:42 | 200 |      36.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:44 | 200 |    1.405124ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:22:44 | 200 |     168.828µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:22:44 | 200 |       37.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:47 | 200 |      36.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:52 | 200 |      36.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:54 | 200 |      38.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:22:57 | 200 |      38.193µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:23:01.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c9468f71-fb6d-4228-a157-eac238702a02","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:23:01.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9468f71-fb6d-4228-a157-eac238702a02","keyPrefix":"sk-oai-1Y3zrGJhI9jt...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:23:01 | 201 |    2.509197ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:23:01 | 200 |     784.604µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:23:01 | 200 |     185.328µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:23:02 | 200 |      35.212µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:04 | 200 |      37.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:07 | 200 |       37.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:12 | 200 |      34.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:14 | 200 |      38.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:17 | 200 |      38.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:22 | 200 |      37.149µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:24 | 200 |       37.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:27 | 200 |      38.212µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:32 | 200 |      36.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:34 | 200 |      38.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:37 | 200 |      36.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:42 | 200 |       41.74µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:44 | 200 |      37.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:47 | 200 |      41.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:52 | 200 |      45.759µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:54 | 200 |      44.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:23:57 | 200 |      36.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:02 | 200 |      35.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:04 | 200 |      36.864µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:07 | 200 |      43.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:12 | 200 |      34.602µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:14 | 200 |      41.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:17 | 200 |      43.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:22 | 200 |      36.319µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:24 | 200 |      38.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:27 | 200 |       40.49µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:32 | 200 |       43.24µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:34 | 200 |      44.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:37 | 200 |      42.568µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:42 | 200 |      57.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:44 | 200 |      43.689µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:47 | 200 |      42.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:52 | 200 |      43.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:54 | 200 |      45.776µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:24:57 | 200 |      47.487µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:25:01.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"08b3115c-2115-48a2-8940-abc72fc28b30","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:25:01.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08b3115c-2115-48a2-8940-abc72fc28b30","keyPrefix":"sk-oai-aM6plsTEP1Ud...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:25:01 | 201 |     2.32145ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:25:02 | 200 |      42.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:04 | 200 |      42.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:07 | 200 |      43.821µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:12 | 200 |      49.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:14 | 200 |      41.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:17 | 200 |      53.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:22 | 200 |      48.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:24 | 200 |      54.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:26 | 200 |    1.021592ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:25:26 | 200 |     158.145µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:25:27 | 404 |    1.101383ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:25:27 | 200 |      44.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:32 | 200 |      42.451µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:34 | 200 |      44.504µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:37 | 200 |      39.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:42 | 200 |       46.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:44 | 200 |      43.539µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:47 | 200 |      45.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:52 | 200 |      43.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:54 | 200 |      45.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:25:57 | 200 |      43.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:02 | 200 |       49.56µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:04 | 200 |       42.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:07 | 200 |      47.107µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:12 | 200 |       46.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:14 | 200 |      55.326µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:17 | 200 |      56.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:22 | 200 |      41.707µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:26:24.061Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5afc0981-5654-4315-90eb-175b2c0ca21f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:26:24.061Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5afc0981-5654-4315-90eb-175b2c0ca21f","keyPrefix":"sk-oai-1OTr9Rl5x5Og...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:26:24 | 201 |    3.760937ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:26:24 | 200 |     759.488µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:26:24 | 200 |     161.082µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:26:24 | 200 |      44.079µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:27 | 200 |      41.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:32 | 200 |      48.354µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:34 | 200 |      45.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:37 | 200 |      40.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:42 | 200 |      43.765µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:26:43.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"27680a24-f8b2-4fc1-a7f5-a983bbd2d6e6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:26:43.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27680a24-f8b2-4fc1-a7f5-a983bbd2d6e6","keyPrefix":"sk-oai-ng96HdykBXbQ...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:26:43 | 201 |    2.797303ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:26:43 | 200 |     809.885µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:26:43 | 200 |     169.209µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:26:43 | 200 |     712.455µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:26:43 | 200 |      178.58µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:26:44 | 200 |      43.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:47 | 200 |      42.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:52 | 200 |      46.288µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:54 | 200 |      58.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:26:57 | 200 |      41.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:02 | 200 |      46.671µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:27:02.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"40c527d4-c21e-4c6d-8de0-12eaf78dfbfa","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:27:02.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40c527d4-c21e-4c6d-8de0-12eaf78dfbfa","keyPrefix":"sk-oai-zYD77j9ewOHP...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:27:02 | 201 |    2.157467ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:03 | 200 |     628.225µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:27:03 | 200 |     630.532µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:27:03 | 200 |     173.107µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:27:03 | 200 |   21.283483ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:04 | 200 |      43.712µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:07 | 200 |      45.953µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:12 | 200 |      48.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:14 | 200 |      61.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:17 | 200 |      50.823µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:22 | 200 |     184.517µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:27:22 | 200 |      188.24µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:27:22 | 200 |   26.053067ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:22 | 200 |      43.814µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:24 | 200 |      42.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:27 | 200 |      44.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:32 | 200 |      59.068µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:34 | 200 |      47.183µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:27:36.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ecbf8b57-f83d-4d37-9f3d-9726c5f01614","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:27:36.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ecbf8b57-f83d-4d37-9f3d-9726c5f01614","keyPrefix":"sk-oai-6Nzh0LGRQMYu...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:27:36 | 201 |   11.632507ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:27:37 | 200 |      45.748µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:42 | 200 |      44.106µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:44 | 200 |      43.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:47 | 200 |      43.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:52 | 200 |      41.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:54 | 200 |      46.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:27:57 | 200 |      45.359µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:02 | 200 |       43.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:04 | 200 |      49.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:06 | 200 |    1.794584ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:06 | 200 |     155.412µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:06 | 200 |     671.654µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:06 | 200 |     501.114µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:06 | 200 |     138.906µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:06 | 200 |   14.011144ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:07 | 200 |      41.841µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:12 | 200 |      42.421µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:14 | 200 |       40.95µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:17 | 200 |      44.545µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:22 | 200 |      52.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:23 | 200 |      205.62µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:23 | 200 |   16.908881ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:24 | 200 |      42.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:27 | 200 |      44.618µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:28:32.415Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"711e003b-557b-45d1-8ea3-215cf324f767","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:32.415Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"711e003b-557b-45d1-8ea3-215cf324f767","keyPrefix":"sk-oai-SyDBrk45V878...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:32 | 201 |    2.223574ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:32 | 200 |       46.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:34 | 200 |      40.956µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:37 | 200 |      43.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:40 | 200 |    1.023868ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:40 | 200 |     613.883µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:40 | 200 |     149.591µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:40 | 200 |   10.784849ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:28:41.005Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38f334f6-e27e-4d59-913e-2ed158c31729","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:41.005Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38f334f6-e27e-4d59-913e-2ed158c31729","keyPrefix":"sk-oai-3yxNGwpj4U3A...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:41 | 201 |    1.936224ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:42 | 200 |       42.96µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:44 | 200 |      43.343µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:47 | 200 |      44.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:49 | 200 |    1.042253ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:49 | 200 |     507.533µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:49 | 200 |     140.953µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:49 | 200 |    7.181462ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:49 | 200 |     576.864µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:49 | 200 |     500.441µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:49 | 200 |     144.226µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:49 | 200 |    7.293364ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:28:50.120Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46e9eed3-840d-4f2a-8561-dc93095775ba","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:28:50.120Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46e9eed3-840d-4f2a-8561-dc93095775ba","keyPrefix":"sk-oai-9ZA6b3lCeBDo...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:28:50 | 201 |    2.198718ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:28:52 | 200 |      48.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:54 | 200 |      45.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:57 | 200 |      41.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:28:58 | 200 |     979.982µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:58 | 200 |     500.146µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:28:58 | 200 |     151.843µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:28:58 | 200 |   10.537595ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:02 | 200 |      44.592µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:04 | 200 |      45.307µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:29:07.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c45d6b9f-bfc2-4d1a-b047-4880d11ea8da","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:29:07.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c45d6b9f-bfc2-4d1a-b047-4880d11ea8da","keyPrefix":"sk-oai-14fzdJr2rbWG...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:29:07 | 201 |    2.428929ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:07 | 200 |      44.151µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:12 | 200 |      41.666µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:14 | 200 |      44.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:15 | 200 |    1.110677ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:15 | 200 |     541.425µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:15 | 200 |     186.833µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:15 | 200 |         532µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:15 | 200 |     168.544µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:15 | 200 |   21.202721ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:17 | 200 |      42.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:22 | 200 |      38.903µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:24 | 200 |      41.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:27 | 200 |      48.632µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:29:28.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bdfa84f0-f993-493d-9895-46b092de614a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:29:28.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdfa84f0-f993-493d-9895-46b092de614a","keyPrefix":"sk-oai-Voif18T8V2m9...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:29:28 | 201 |    3.927669ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:32 | 200 |      49.199µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:34 | 200 |      47.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:36 | 200 |     1.13723ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:36 | 200 |     522.916µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:36 | 200 |     150.791µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:36 | 200 |   11.893908ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:29:36 | 200 |     166.393µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:36 | 200 |   24.490788ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:37 | 200 |      44.391µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:42 | 200 |       44.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:44 | 200 |      45.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:47 | 200 |      44.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:52 | 200 |      45.368µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:54 | 200 |      45.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:29:55 | 200 |      179.91µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:55 | 200 |     205.165µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:55 | 200 |     188.549µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:29:55 | 200 |   42.818636ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:29:57 | 200 |      41.441µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:30:01.542Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 20:30:01 | 200 |    1.668008ms |     10.132.0.45 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 20:30:02 | 200 |      44.008µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:04 | 200 |      46.135µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:07 | 200 |      50.359µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:12 | 200 |      45.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:12 | 200 |     218.356µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:30:12 | 200 |   15.578865ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:14 | 200 |      56.525µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:17 | 200 |      44.067µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:22 | 200 |      44.374µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:24 | 200 |      47.093µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:30:26.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b955b56d-2ffb-41cb-8c75-776b8e4b9b82","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:30:26.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b955b56d-2ffb-41cb-8c75-776b8e4b9b82","keyPrefix":"sk-oai-1Db0dhWe0vlK...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:30:26 | 201 |    3.172197ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:27 | 200 |      49.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:32 | 200 |      43.631µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:34 | 200 |    1.593991ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:30:34 | 200 |      155.28µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:34 | 200 |      50.177µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:30:34.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fb5397a1-1001-4c95-9af2-500fb8b35ddc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:30:34.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb5397a1-1001-4c95-9af2-500fb8b35ddc","keyPrefix":"sk-oai-16DtPE0qYFHm...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:30:34 | 201 |    1.953162ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:37 | 200 |      40.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:42 | 200 |      60.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:42 | 200 |    1.340671ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:30:42 | 200 |     607.813µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:30:42 | 200 |     157.249µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:30:42 | 200 |   11.371293ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:30:43.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c47ec030-ab11-475c-adcd-1b987bb6428a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:30:43.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c47ec030-ab11-475c-adcd-1b987bb6428a","keyPrefix":"sk-oai-fjqevmiVhGYC...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:30:43 | 201 |    2.031803ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:44 | 200 |      53.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:47 | 200 |      42.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:51 | 200 |    1.389502ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:30:51 | 200 |     572.064µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:30:51 | 200 |     194.634µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:30:51 | 200 |   10.876194ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:30:52.190Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ebd9f662-8048-43f6-aa17-80c94c8b2275","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:30:52.190Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ebd9f662-8048-43f6-aa17-80c94c8b2275","keyPrefix":"sk-oai-FOimPlDZtxf2...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:30:52 | 201 |    1.862494ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:30:52 | 200 |      43.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:54 | 200 |      57.697µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:30:57 | 200 |      44.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:00 | 200 |    1.215683ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:31:00 | 200 |     544.678µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:31:00 | 200 |     154.459µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:31:00 | 200 |   11.338066ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:31:02 | 200 |          58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:04 | 200 |      51.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:07 | 200 |      48.498µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:31:09.479Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"db17c225-c03a-4d32-9538-95cbb4172a08","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:31:09.479Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db17c225-c03a-4d32-9538-95cbb4172a08","keyPrefix":"sk-oai-17sEkhkyNqmF...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:31:09 | 201 |    2.573927ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:31:12 | 200 |      41.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:14 | 200 |      53.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:17 | 200 |      36.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:22 | 200 |      41.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:24 | 200 |      47.254µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:25 | 200 |     1.16592ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:31:25 | 403 |     153.113µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:31:27 | 200 |      47.502µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:32 | 200 |      36.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:34 | 200 |      47.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:37 | 200 |      45.456µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:42 | 200 |      45.659µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:42 | 403 |     131.214µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:31:44 | 200 |      43.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:47 | 200 |      42.634µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:52 | 200 |      56.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:54 | 200 |       40.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:31:57 | 200 |      64.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:00 | 403 |     157.366µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:02 | 200 |      43.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:04 | 200 |      41.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:07 | 200 |      37.364µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:12 | 200 |       44.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:14 | 200 |      43.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:17 | 403 |     136.322µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:17 | 200 |      45.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:22 | 200 |      39.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:24 | 200 |       53.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:27 | 200 |      52.166µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:32:31.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"411c098a-2257-4b4c-9a71-d1ffe669772d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:31.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"411c098a-2257-4b4c-9a71-d1ffe669772d","keyPrefix":"sk-oai-WHXgMej6BqHD...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:31 | 201 |    3.116786ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:32 | 200 |      44.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:34 | 200 |      43.326µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:37 | 200 |      43.002µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:39 | 200 |     1.27917ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:39 | 200 |     517.646µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:32:39 | 200 |     175.968µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:32:39 | 200 |   22.631415ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:42 | 200 |      56.101µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:44 | 200 |      43.303µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:47 | 200 |      42.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:52 | 200 |      53.729µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:32:54.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f70fd695-fc9e-4b20-bc39-1814e0f47eb4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:54.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f70fd695-fc9e-4b20-bc39-1814e0f47eb4","keyPrefix":"sk-oai-V3f09aQHDx7g...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:54 | 201 |    1.874799ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:32:54.324Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81c26cde-7e25-4c2b-b074-4a2b894739c9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:32:54.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81c26cde-7e25-4c2b-b074-4a2b894739c9","keyPrefix":"sk-oai-l6Mz59UUj10m...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:32:54 | 201 |    1.924655ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:32:54 | 200 |      44.623µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:32:57 | 200 |      41.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:02 | 200 |    1.061289ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:02 | 200 |     680.687µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:02 | 200 |      171.22µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:02 | 200 |   11.621708ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:02 | 200 |     625.448µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:02 | 200 |     532.508µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:33:02 | 200 |     187.341µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:02 | 200 |   13.771398ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:02 | 200 |      43.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:04 | 200 |      43.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:07 | 200 |      50.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:12 | 200 |      44.691µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:14 | 200 |      40.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:17 | 200 |      43.061µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:21 | 200 |     212.922µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:21 | 200 |     207.687µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:21 | 200 |     197.367µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:21 | 200 |   44.118992ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:22 | 200 |      40.193µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:24 | 200 |      57.835µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:27 | 200 |      43.939µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:32 | 200 |      53.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:34 | 200 |      48.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:37 | 200 |      43.383µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:40 | 200 |     199.905µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:40 | 200 |    15.52311ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:40 | 200 |     187.326µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:33:40 | 200 |   14.477817ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:33:42 | 200 |      45.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:44 | 200 |      45.433µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:47 | 200 |      54.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:52 | 200 |      44.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:54 | 200 |      47.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:33:57 | 200 |      44.364µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:02 | 200 |      51.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:04 | 200 |      43.048µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:34:05.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"195a5b89-0f28-4224-9451-54299005497b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:05.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"195a5b89-0f28-4224-9451-54299005497b","keyPrefix":"sk-oai-1Y1wOjCMsGWx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:05 | 201 |    2.721682ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:05 | 200 |     757.746µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:05 | 200 |     171.809µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:06 | 200 |     646.915µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:06 | 200 |     179.032µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:06 | 200 |     643.441µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:06 | 200 |     184.451µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:06 | 200 |     581.794µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:06 | 200 |     545.793µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:06 | 200 |     150.201µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:06 | 200 |   11.786426ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:07 | 200 |      45.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:12 | 200 |      44.407µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:14 | 200 |      43.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:17 | 200 |      50.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:22 | 200 |       64.11µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:34:24.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0d49c3b9-528f-48fa-b558-ee94d282bd03","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:34:24.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d49c3b9-528f-48fa-b558-ee94d282bd03","keyPrefix":"sk-oai-Zmc70CraDIoJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:34:24 | 201 |    2.402337ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:34:24 | 200 |       41.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:24 | 200 |    1.241357ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:34:24 | 200 |     175.681µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:34:27 | 200 |      46.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:32 | 200 |      47.419µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:34 | 200 |      60.976µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:37 | 200 |      45.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:42 | 200 |      43.397µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:44 | 200 |       45.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:47 | 200 |      42.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:52 | 200 |      63.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:54 | 200 |      43.341µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:34:57 | 200 |      43.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:02 | 200 |      42.681µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:35:03.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"24cfc141-f600-4399-a8d4-46ddf7816a9e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:03.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"24cfc141-f600-4399-a8d4-46ddf7816a9e","keyPrefix":"sk-oai-1MxAXdK5dQ2a...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:03 | 201 |   11.903648ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:04 | 200 |       45.74µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:35:04.545Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7f2b7f49-7b4d-448d-9961-2dceab2c004b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:04.546Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f2b7f49-7b4d-448d-9961-2dceab2c004b","keyPrefix":"sk-oai-D6CghrSYFygD...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:04 | 201 |    2.282858ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:04.779Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6a31b5dc-7f56-4745-b8b1-ae2d85b9ce40","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:04.779Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a31b5dc-7f56-4745-b8b1-ae2d85b9ce40","keyPrefix":"sk-oai-ymaEf28hXsRn...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:04 | 201 |    1.949294ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:04 | 200 |      1.4757ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:04 | 200 |     573.107µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:04 | 200 |      165.78µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:04 | 200 |       13.79ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:04 | 200 |     738.973µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:04 | 200 |     153.332µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T20:35:04.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b1de61f7-8130-4a72-b39d-7dd00b747205","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:04.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b1de61f7-8130-4a72-b39d-7dd00b747205","keyPrefix":"sk-oai-1XwVfdpnDTFK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:04 | 201 |    1.838563ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:04.995Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b1de61f7-8130-4a72-b39d-7dd00b747205"}
{"level":"info","timestamp":"2026-06-02T20:35:04.995Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b1de61f7-8130-4a72-b39d-7dd00b747205","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:35:04 | 200 |    3.294014ms |      100.64.0.2 | DELETE   "/v1/api-keys/b1de61f7-8130-4a72-b39d-7dd00b747205" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:07 | 200 |      46.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:08 | 200 |    1.163462ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T20:35:08.031Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:35:08 | 500 |     102.463µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.351Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"20495105-b730-4045-9143-acbd689d4021","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.351Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20495105-b730-4045-9143-acbd689d4021","keyPrefix":"sk-oai-1ZCuMMecsiCW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    2.043959ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.380Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e89a7f81-91b6-4b47-9073-b3c704c7d67a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.380Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e89a7f81-91b6-4b47-9073-b3c704c7d67a","keyPrefix":"sk-oai-nD2T3nntqc3O...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    1.733401ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.477Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9d576b7b-d2f5-49e4-a86e-c3fec6a851b7","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.477Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d576b7b-d2f5-49e4-a86e-c3fec6a851b7","keyPrefix":"sk-oai-1XKtxShOTiA0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    1.770827ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.505Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"9d576b7b-d2f5-49e4-a86e-c3fec6a851b7"}
{"level":"info","timestamp":"2026-06-02T20:35:08.505Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9d576b7b-d2f5-49e4-a86e-c3fec6a851b7","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:35:08 | 200 |     2.46725ms |      100.64.0.4 | DELETE   "/v1/api-keys/9d576b7b-d2f5-49e4-a86e-c3fec6a851b7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:08 | 404 |     876.849µs |      100.64.0.3 | DELETE   "/v1/api-keys/9d576b7b-d2f5-49e4-a86e-c3fec6a851b7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"aebc9aa6-1eea-4d95-9be0-c83f7febbd10","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aebc9aa6-1eea-4d95-9be0-c83f7febbd10","keyPrefix":"sk-oai-gQq3prxmkq6O...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    1.859157ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:08 | 200 |     741.992µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     565.085µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     141.682µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:08 | 200 |   10.906712ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cfe5a49c-3cb5-4520-931d-b9f3518983c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfe5a49c-3cb5-4520-931d-b9f3518983c4","keyPrefix":"sk-oai-OLOLqssM2Ztd...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    1.848018ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:08 | 200 |     626.403µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 403 |     107.476µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:08 | 200 |     576.388µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     533.189µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     143.075µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:08 | 200 |   11.083113ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:08.930Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"89f2c1eb-dfc5-4023-bf96-e16ada1c5da2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:08.930Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89f2c1eb-dfc5-4023-bf96-e16ada1c5da2","keyPrefix":"sk-oai-UD3ip59WbPv5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:08 | 201 |    1.765018ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:08 | 200 |     635.493µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     513.502µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:08 | 200 |     140.605µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:08 | 200 |   41.077888ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:09 | 200 |     646.458µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:09 | 200 |     500.169µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:35:09 | 200 |     156.984µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:35:09 | 200 |   10.891748ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:35:09.135Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"77905c59-6168-4a46-b001-9effd1cabf28","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:35:09.135Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"77905c59-6168-4a46-b001-9effd1cabf28","keyPrefix":"sk-oai-uwqtTsnI4bs8...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:35:09 | 201 |     1.93857ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:35:12 | 200 |      45.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:35:14 | 200 |      44.647µs |      10.134.0.2 | GET      "/health"