{"level":"info","timestamp":"2026-06-02T21:59:28.340Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4243219f-55c6-4d5b-8a83-85683df0a6fd","keyPrefix":"sk-oai-1GLC0ErTaUbD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 21:59:28 | 201 |    1.720564ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 21:59:28 | 200 |     545.221µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 21:59:28 | 200 |     172.907µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 21:59:28 | 200 |     511.771µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 21:59:28 | 200 |      161.85µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 21:59:30 | 200 |      43.637µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:35 | 200 |      39.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:37 | 200 |      38.936µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:40 | 200 |      39.829µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:45 | 200 |      40.749µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T21:59:46.018Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T21:59:46.018Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 21:59:46 | 400 |     275.255µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 21:59:47 | 200 |      42.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:50 | 200 |      42.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:55 | 200 |      37.055µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 21:59:57 | 200 |      43.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:00 | 200 |      37.763µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:00:03.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a76e667d-4d09-4f35-82ec-43a251a981e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:00:03.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a76e667d-4d09-4f35-82ec-43a251a981e9","keyPrefix":"sk-oai-DbuzIcRIlRHM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:00:03 | 201 |   12.076177ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:00:03 | 200 |    1.441898ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:00:03 | 200 |     148.156µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T22:00:04.532Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 22:00:04 | 200 |     991.818µs |     10.133.0.61 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 22:00:05 | 200 |      40.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:07 | 200 |      39.945µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:10 | 200 |      38.938µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:00:12.623Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"91c4a395-a0de-44e4-9bcb-e6c0e91e7191","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:00:12.623Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91c4a395-a0de-44e4-9bcb-e6c0e91e7191","keyPrefix":"sk-oai-nU9JF04l4u8e...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:00:12 | 201 |    1.924107ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:00:15 | 200 |      49.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:17 | 200 |      51.543µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:20 | 200 |      53.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:20 | 200 |     958.858µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:00:20 | 200 |     124.986µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:00:25 | 200 |      38.572µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:27 | 200 |      42.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:30 | 200 |      49.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:35 | 200 |      40.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:37 | 200 |      39.324µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:00:38.222Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"79c50c79-4cee-4ebc-b148-bdf0e5a9f9dc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:00:38.222Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79c50c79-4cee-4ebc-b148-bdf0e5a9f9dc","keyPrefix":"sk-oai-Bv3FU08DqoEg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:00:38 | 201 |    2.483136ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:00:38 | 200 |      580.81µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:00:38 | 200 |      398.34µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:00:40 | 200 |      40.635µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:45 | 200 |      39.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:47 | 200 |       41.03µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:50 | 200 |      42.548µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:55 | 200 |      56.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:00:57 | 200 |       54.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:00 | 200 |      40.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:05 | 200 |      45.815µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:07 | 200 |      40.349µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:10 | 200 |      39.916µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:15 | 200 |      41.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:17 | 200 |      55.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:20 | 200 |      39.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:25 | 200 |      40.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:27 | 200 |      40.488µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:30 | 200 |      41.603µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:35 | 200 |       38.94µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:37 | 200 |      38.884µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:40 | 200 |      40.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:45 | 200 |      42.923µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:47 | 200 |      40.989µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:50 | 200 |      44.533µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:55 | 200 |      39.155µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:01:57 | 200 |      44.218µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:00 | 200 |      41.566µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:05 | 200 |      39.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:07 | 200 |      38.679µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:10 | 200 |       38.35µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:15 | 200 |      39.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:17 | 200 |      40.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:20 | 200 |      40.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:25 | 200 |      37.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:27 | 200 |      38.559µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:30 | 200 |      45.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:35 | 200 |      37.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:37 | 200 |      42.157µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:02:37.766Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"25737ba0-0a72-4410-8a34-1c6ba531cba4","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:02:37.766Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25737ba0-0a72-4410-8a34-1c6ba531cba4","keyPrefix":"sk-oai-iPHLf9ZtcIF4...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:02:37 | 201 |    2.034225ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:02:40 | 200 |      41.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:45 | 200 |      41.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:47 | 200 |      39.121µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:50 | 200 |      41.795µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:55 | 200 |      38.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:02:57 | 200 |      48.966µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:00 | 200 |     994.597µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:03:00 | 200 |     169.605µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:03:00 | 200 |      41.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:00 | 404 |     940.758µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:03:05 | 200 |      38.789µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:07 | 200 |       38.92µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:10 | 200 |      41.516µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:15 | 200 |       40.02µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:17 | 200 |       38.62µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:20 | 200 |       38.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:25 | 200 |      41.395µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:27 | 200 |      41.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:30 | 200 |      42.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:35 | 200 |      41.251µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:37 | 200 |      39.025µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:40 | 200 |       43.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:45 | 200 |      49.782µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:47 | 200 |      44.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:50 | 200 |      40.563µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:03:52.991Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6f316622-0c88-46fb-86d4-57eb9cb7bfe6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:03:52.991Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f316622-0c88-46fb-86d4-57eb9cb7bfe6","keyPrefix":"sk-oai-mcoz9ocXh0l5...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:03:52 | 201 |    2.176333ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:03:53 | 200 |     583.779µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:03:53 | 200 |     153.337µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:03:55 | 200 |      48.533µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:03:57 | 200 |       41.04µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:00 | 200 |       38.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:05 | 200 |      39.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:07 | 200 |      39.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:10 | 200 |      38.986µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:04:12.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6662d182-c5c0-4418-b936-9788c1cf6176","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:04:12.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6662d182-c5c0-4418-b936-9788c1cf6176","keyPrefix":"sk-oai-1WqIIQgQDJ7B...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:04:12 | 201 |    1.941886ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:04:12 | 200 |     638.035µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:04:12 | 200 |     146.571µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:04:12 | 200 |      516.79µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:04:12 | 200 |     134.365µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:04:15 | 200 |      40.767µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:17 | 200 |      40.972µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:20 | 200 |      43.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:25 | 200 |      39.633µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:27 | 200 |      44.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:30 | 200 |       38.55µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:04:31.684Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f67fbed1-ebbf-4e80-b926-67ea6739589e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:04:31.684Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f67fbed1-ebbf-4e80-b926-67ea6739589e","keyPrefix":"sk-oai-1G1VQGe5Rko7...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:04:31 | 201 |    2.110766ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:04:31 | 200 |     555.473µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:04:31 | 200 |     533.839µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:04:31 | 200 |     169.745µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:04:31 | 200 |   20.449801ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:04:35 | 200 |      42.509µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:37 | 200 |      39.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:40 | 200 |      44.212µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:45 | 200 |      39.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:47 | 200 |      41.481µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:50 | 200 |      37.302µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:50 | 200 |      162.55µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:04:50 | 200 |     172.235µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:04:50 | 200 |   23.768787ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:04:55 | 200 |      45.486µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:04:57 | 200 |      41.162µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:00 | 200 |      40.192µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:05:04.995Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9ecd9ff9-e446-4273-8f11-b4e7c11bbfdb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:05:04.995Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ecd9ff9-e446-4273-8f11-b4e7c11bbfdb","keyPrefix":"sk-oai-hFSyJ9Ba5CWT...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:05:04 | 201 |    10.76907ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:05:05 | 200 |      42.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:07 | 200 |      40.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:10 | 200 |      39.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:15 | 200 |      40.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:17 | 200 |      41.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:20 | 200 |      38.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:25 | 200 |      42.162µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:27 | 200 |       39.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:30 | 200 |      39.787µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:35 | 200 |    2.967901ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:05:35 | 200 |     152.674µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:05:35 | 200 |     517.667µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:05:35 | 200 |     495.369µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:05:35 | 200 |     105.021µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:05:35 | 200 |   12.354303ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:05:35 | 200 |      33.737µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:37 | 200 |      39.532µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:40 | 200 |      39.825µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:45 | 200 |      41.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:47 | 200 |       39.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:50 | 200 |      39.608µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:52 | 200 |     130.752µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:05:52 | 200 |   13.340936ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:05:55 | 200 |       38.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:05:57 | 200 |        51.3µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:00 | 200 |      41.048µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:06:00.866Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30720896-1db8-4616-9911-1c55725e71f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:00.866Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30720896-1db8-4616-9911-1c55725e71f6","keyPrefix":"sk-oai-TVOZNJpslCs6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:00 | 201 |    1.961597ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:05 | 200 |      55.125µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:07 | 200 |      47.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:08 | 200 |     965.428µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:08 | 200 |     487.121µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:08 | 200 |     120.622µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:08 | 200 |   10.181103ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:06:09.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d5fc7d82-f912-4439-ae61-61dd38da0479","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:09.407Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5fc7d82-f912-4439-ae61-61dd38da0479","keyPrefix":"sk-oai-1TyIEVy6vR3Z...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:09 | 201 |    1.661958ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:10 | 200 |      38.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:15 | 200 |       39.37µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:17 | 200 |      50.523µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:17 | 200 |    1.024025ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:17 | 200 |     430.305µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:17 | 200 |     136.192µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:17 | 200 |    6.188679ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:17 | 200 |     476.592µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:17 | 200 |     396.962µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:17 | 200 |     180.257µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:17 | 200 |    7.065578ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:06:18.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b736504-8eda-4f0d-9dc0-01d4b431d388","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:18.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b736504-8eda-4f0d-9dc0-01d4b431d388","keyPrefix":"sk-oai-GkkhjnMQZkEr...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:18 | 201 |    1.743788ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:20 | 200 |      49.406µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:25 | 200 |      46.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:26 | 200 |     961.164µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:26 | 200 |     363.948µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:26 | 200 |     141.489µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:26 | 200 |   10.518679ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:27 | 200 |      37.696µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:30 | 200 |      60.315µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:35 | 200 |      43.671µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:06:35.619Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48cd14c6-f90a-4428-8e37-9401ad8d265a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:35.619Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48cd14c6-f90a-4428-8e37-9401ad8d265a","keyPrefix":"sk-oai-J7LCu3XnQcTi...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:35 | 201 |    2.265355ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:37 | 200 |      43.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:40 | 200 |      40.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:43 | 200 |     983.181µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:43 | 200 |     474.993µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:43 | 200 |     144.106µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:43 | 200 |     449.971µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:06:43 | 200 |     150.548µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:06:43 | 200 |   19.765652ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:06:45 | 200 |      37.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:47 | 200 |      48.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:50 | 200 |      47.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:55 | 200 |      38.783µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:06:57 | 200 |      40.031µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:06:57.092Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0924e8e3-2207-475a-afcf-b2be2190fd02","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:06:57.092Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0924e8e3-2207-475a-afcf-b2be2190fd02","keyPrefix":"sk-oai-eK8wO4dHeip5...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:06:57 | 201 |    1.923058ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:00 | 200 |      42.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:05 | 200 |     838.325µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:07:05 | 200 |     488.943µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:07:05 | 200 |      155.94µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:05 | 200 |   11.115909ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:07:05 | 200 |     136.741µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:05 | 200 |   34.611263ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:05 | 200 |      45.717µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:07 | 200 |      39.352µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:10 | 200 |       39.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:15 | 200 |      38.265µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:17 | 200 |      41.172µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:20 | 200 |      47.192µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:25 | 200 |      37.991µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:25 | 200 |     165.109µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:25 | 200 |     131.204µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:25 | 200 |     125.782µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:25 | 200 |   34.783139ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:27 | 200 |      39.813µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:30 | 200 |      58.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:35 | 200 |      43.108µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:37 | 200 |      42.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:40 | 200 |       39.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:43 | 200 |     392.272µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:07:43 | 200 |   12.630317ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:45 | 200 |        38.4µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:47 | 200 |       46.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:50 | 200 |      39.974µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:07:55 | 200 |      44.299µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:07:56.286Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"98e0a228-4ce5-41c2-b3bc-1a51e71f9d43","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:07:56.286Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98e0a228-4ce5-41c2-b3bc-1a51e71f9d43","keyPrefix":"sk-oai-p5lLofD2pK4y...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:07:56 | 201 |    2.422605ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:07:57 | 200 |      40.763µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:00 | 200 |       36.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:04 | 200 |     992.715µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:04 | 200 |     138.253µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:08:04.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d4d5b65e-eb51-46e1-a8d9-76572f2fa057","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:08:04.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4d5b65e-eb51-46e1-a8d9-76572f2fa057","keyPrefix":"sk-oai-VoriIVkhduEX...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:08:04 | 201 |    1.807656ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:05 | 200 |      40.278µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:07 | 200 |      42.182µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:10 | 200 |      40.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:12 | 200 |    1.094291ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:12 | 200 |     450.992µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:12 | 200 |     129.255µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:08:12 | 200 |    9.345704ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:08:13.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5589ce5c-1b41-4f7d-b540-ff0e8f416e57","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:08:13.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5589ce5c-1b41-4f7d-b540-ff0e8f416e57","keyPrefix":"sk-oai-jMlKWDfLFNFK...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:08:13 | 201 |    1.618412ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:15 | 200 |      53.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:17 | 200 |      40.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:20 | 200 |      49.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:21 | 200 |    1.106789ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:21 | 200 |     418.209µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:21 | 200 |     121.435µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:08:21 | 200 |     9.71024ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:08:22.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3e35edde-4311-43bc-a445-f89afb6625db","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:08:22.076Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e35edde-4311-43bc-a445-f89afb6625db","keyPrefix":"sk-oai-12dYplS6d0EM...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:08:22 | 201 |    1.704482ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:25 | 200 |      39.134µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:27 | 200 |      43.168µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:30 | 200 |     866.065µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:30 | 200 |     389.646µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:30 | 200 |      144.94µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:08:30 | 200 |   10.015345ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:30 | 200 |      32.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:35 | 200 |      38.478µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:37 | 200 |      58.682µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:08:39.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b8a26e85-8b27-4c8a-8124-4ef5aa68afa0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:08:39.311Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8a26e85-8b27-4c8a-8124-4ef5aa68afa0","keyPrefix":"sk-oai-h4tHPdJhV3cd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:08:39 | 201 |    2.155413ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:40 | 200 |      40.207µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:45 | 200 |      41.379µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:47 | 200 |       41.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:50 | 200 |      41.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:55 | 200 |      52.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:08:55 | 200 |     1.31819ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:08:55 | 403 |      110.35µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:08:57 | 200 |      38.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:00 | 200 |      38.595µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:05 | 200 |       40.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:07 | 200 |       43.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:10 | 200 |      39.723µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:12 | 403 |     115.954µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:09:15 | 200 |      38.663µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:17 | 200 |      41.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:20 | 200 |      39.462µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:25 | 200 |      43.522µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:27 | 200 |      43.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:29 | 403 |     117.386µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:09:30 | 200 |      37.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:35 | 200 |      41.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:37 | 200 |      39.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:40 | 200 |      40.165µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:45 | 200 |       40.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:47 | 200 |      41.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:47 | 403 |     152.745µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:09:50 | 200 |       38.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:55 | 200 |      39.258µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:09:57 | 200 |      40.312µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:00 | 200 |      41.402µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:10:01.262Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"abb40102-cd44-4cf2-8e6d-eccae78500cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:01.262Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abb40102-cd44-4cf2-8e6d-eccae78500cb","keyPrefix":"sk-oai-1BXEVhvVQ866...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:01 | 201 |    2.588832ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:05 | 200 |      39.718µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:07 | 200 |      42.927µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:09 | 200 |     756.199µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:09 | 200 |     470.888µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:09 | 200 |     171.882µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:09 | 200 |   17.884766ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:10 | 200 |      41.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:15 | 200 |      43.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:17 | 200 |      42.009µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:20 | 200 |      39.565µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:10:23.483Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3defe88c-b0b2-45b9-8d21-385ab3845c2a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:23.483Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3defe88c-b0b2-45b9-8d21-385ab3845c2a","keyPrefix":"sk-oai-1bvYTTzANeh4...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:23 | 201 |    3.403632ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:10:23.514Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b2449bf3-a38c-4662-b710-2da4528e5ebc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:10:23.514Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2449bf3-a38c-4662-b710-2da4528e5ebc","keyPrefix":"sk-oai-S4eWb8aJQde5...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:10:23 | 201 |    1.781683ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:25 | 200 |      38.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:27 | 200 |      40.936µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:30 | 200 |      40.951µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:31 | 200 |     862.028µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:31 | 200 |     413.131µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:31 | 200 |     164.101µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:31 | 200 |    9.855251ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:31 | 200 |     513.082µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:31 | 200 |     413.651µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:10:31 | 200 |     141.525µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:31 | 200 |   11.878738ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:35 | 200 |      40.847µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:37 | 200 |      42.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:40 | 200 |      41.459µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:45 | 200 |      38.867µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:47 | 200 |      59.976µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:50 | 200 |     165.999µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:50 | 200 |     164.519µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:50 | 200 |     162.372µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:10:50 | 200 |   38.847239ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:10:50 | 200 |      41.392µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:55 | 200 |      38.151µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:10:57 | 200 |      40.182µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:00 | 200 |       38.17µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:05 | 200 |      50.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:07 | 200 |      53.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:08 | 200 |     190.954µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:08 | 200 |   13.595153ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:08 | 200 |     158.564µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:08 | 200 |   12.520906ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:10 | 200 |      45.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:15 | 200 |      38.684µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:17 | 200 |       47.52µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:20 | 200 |      38.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:25 | 200 |      41.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:27 | 200 |      40.104µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:30 | 200 |      37.945µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:11:34.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"441c28df-75cf-4f9b-b8df-a72b7729e334","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:11:34.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"441c28df-75cf-4f9b-b8df-a72b7729e334","keyPrefix":"sk-oai-CUzwjFfEYJDB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:11:34 | 201 |    1.964271ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:34 | 200 |     505.634µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:34 | 200 |     135.227µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:34 | 200 |     423.589µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:34 | 200 |     127.363µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:34 | 200 |     396.252µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:34 | 200 |     141.476µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:34 | 200 |      393.65µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:34 | 200 |     354.185µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:34 | 200 |     133.217µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:34 | 200 |    9.151159ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:35 | 200 |      40.837µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:37 | 200 |      41.042µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:40 | 200 |      54.936µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:45 | 200 |      40.853µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:47 | 200 |      45.462µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:50 | 200 |      38.662µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:11:52.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b71f9ad6-703f-4c41-90af-0f8f8e161329","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:11:52.407Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b71f9ad6-703f-4c41-90af-0f8f8e161329","keyPrefix":"sk-oai-1ShRvsvHh8PF...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 22:11:52 | 201 |    1.938606ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:11:52 | 200 |     613.693µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:11:52 | 200 |     150.119µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:11:55 | 200 |       42.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:11:57 | 200 |      47.985µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:00 | 200 |      44.533µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:05 | 200 |      51.467µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:07 | 200 |      39.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:10 | 200 |      42.761µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:15 | 200 |      41.119µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:17 | 200 |      42.719µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:20 | 200 |      47.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:25 | 200 |      40.735µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:27 | 200 |      40.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:30 | 200 |      38.872µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:12:32.312Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"abad309b-d844-4306-8b42-feaeb35576cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:32.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abad309b-d844-4306-8b42-feaeb35576cb","keyPrefix":"sk-oai-Zhm0AFJTIqEr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:32 | 201 |   10.911939ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:33.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6fded415-ebb1-4db2-b568-88968322e3b5","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:33.187Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6fded415-ebb1-4db2-b568-88968322e3b5","keyPrefix":"sk-oai-1BxCnMsPG1mu...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:33 | 201 |    2.044074ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:33.562Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"78e71315-e538-4c1f-8485-de038699a185","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:33.562Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78e71315-e538-4c1f-8485-de038699a185","keyPrefix":"sk-oai-SlxclORyoFA6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:33 | 201 |    1.814431ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:33 | 200 |     1.28601ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:33 | 200 |     443.555µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:33 | 200 |     155.658µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:33 | 200 |     9.96209ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:33 | 200 |     475.861µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:33 | 200 |     124.419µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T22:12:33.771Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bc099dfc-f12f-462f-b4bb-f4da347466df","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:33.771Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc099dfc-f12f-462f-b4bb-f4da347466df","keyPrefix":"sk-oai-xHaiRKz84nLU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:33 | 201 |     1.72126ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:33.795Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bc099dfc-f12f-462f-b4bb-f4da347466df"}
{"level":"info","timestamp":"2026-06-02T22:12:33.795Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bc099dfc-f12f-462f-b4bb-f4da347466df","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 22:12:33 | 200 |     3.31887ms |      100.64.0.2 | DELETE   "/v1/api-keys/bc099dfc-f12f-462f-b4bb-f4da347466df" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:35 | 200 |      45.893µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 22:12:36 | 200 |    1.099342ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T22:12:36.821Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 22:12:36 | 500 |     100.505µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 200 |      40.775µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T22:12:37.289Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b8ab1898-5ebe-4422-b9c8-0bf6e66052c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.289Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8ab1898-5ebe-4422-b9c8-0bf6e66052c6","keyPrefix":"sk-oai-1ZXVbjfRXIdW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    2.036601ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:37.312Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2ebb3c25-caee-4dc7-9b03-be307da9a676","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ebb3c25-caee-4dc7-9b03-be307da9a676","keyPrefix":"sk-oai-TuifMY0TwJ0d...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    1.720591ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:37.458Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bf550d50-69d7-4413-93ef-4559a402ce41","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.458Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf550d50-69d7-4413-93ef-4559a402ce41","keyPrefix":"sk-oai-vtTaZiqlg3EY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    1.652192ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:37.480Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bf550d50-69d7-4413-93ef-4559a402ce41"}
{"level":"info","timestamp":"2026-06-02T22:12:37.480Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bf550d50-69d7-4413-93ef-4559a402ce41","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 22:12:37 | 200 |     2.20976ms |      100.64.0.4 | DELETE   "/v1/api-keys/bf550d50-69d7-4413-93ef-4559a402ce41" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 404 |     756.228µs |      100.64.0.2 | DELETE   "/v1/api-keys/bf550d50-69d7-4413-93ef-4559a402ce41" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:37.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e8c52923-3069-4fe6-a2b8-aa14e12e900a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8c52923-3069-4fe6-a2b8-aa14e12e900a","keyPrefix":"sk-oai-1eWTwGcAbvcL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    1.648419ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 200 |      557.03µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     428.324µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     124.492µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:37 | 200 |    9.241792ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:37.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"89b54883-bd71-42ce-b5a3-69bf69804e1d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:37.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89b54883-bd71-42ce-b5a3-69bf69804e1d","keyPrefix":"sk-oai-1B51AVxcVguB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:37 | 201 |    1.691486ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 200 |     470.712µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 403 |      77.094µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:37 | 200 |      487.38µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     336.858µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:37 | 200 |     105.763µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:37 | 200 |    8.202111ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:38.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"70120b01-9722-4b35-980f-b207f567cb37","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:38.005Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70120b01-9722-4b35-980f-b207f567cb37","keyPrefix":"sk-oai-1TRGlbSuj5Ew...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:38 | 201 |    1.690127ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:38 | 200 |     527.671µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:38 | 200 |     367.439µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:38 | 200 |     118.922µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:38 | 200 |    8.640178ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:38 | 200 |     424.279µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:38 | 200 |     372.066µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 22:12:38 | 200 |     125.401µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 22:12:38 | 200 |    8.834482ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T22:12:38.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"53f764dc-243b-4d56-8cd6-22915fe69f80","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T22:12:38.206Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53f764dc-243b-4d56-8cd6-22915fe69f80","keyPrefix":"sk-oai-1SekcceroOYQ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 22:12:38 | 201 |    1.815065ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 22:12:40 | 200 |      44.358µs |      10.132.0.2 | GET      "/health"