[GIN] 2026/06/05 - 21:26:02 | 201 |    2.787081ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:26:02 | 200 |     553.295µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:26:02 | 200 |     203.527µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:26:02 | 200 |     499.395µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:26:02 | 200 |     164.702µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:26:05 | 200 |      36.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:06 | 200 |      33.672µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:10 | 200 |      36.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:15 | 200 |      39.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:16 | 200 |      34.897µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T21:26:19.668Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T21:26:19.668Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 21:26:19 | 400 |     288.454µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:26:20 | 200 |      39.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:25 | 200 |      36.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:26 | 200 |      33.999µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:30 | 200 |      34.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:35 | 200 |      34.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:36 | 200 |      35.618µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:26:37.019Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ce6171a9-dc95-422c-969b-a6f542236d4d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:26:37.019Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce6171a9-dc95-422c-969b-a6f542236d4d","keyPrefix":"sk-oai-pXxJbEaYdx7s...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:26:37 | 201 |    1.900891ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:26:37 | 200 |     516.774µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:26:37 | 200 |      142.38µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:26:40 | 200 |      44.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:45 | 200 |      35.585µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:26:46.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c702289e-3017-4412-94a9-2c683df3cae4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:26:46.072Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c702289e-3017-4412-94a9-2c683df3cae4","keyPrefix":"sk-oai-1JSJ1MoLl9xo...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:26:46 | 201 |    2.082215ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:26:46 | 200 |      36.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:50 | 200 |      34.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:54 | 200 |     795.655µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:26:54 | 200 |     103.758µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:26:55 | 200 |      44.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:26:56 | 200 |      38.227µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:00 | 200 |      36.246µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:05 | 200 |      45.167µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:06 | 200 |      36.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:10 | 200 |      38.468µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:27:11.645Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d4deedae-dd0a-49f9-82de-e4872aa2532c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:27:11.645Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4deedae-dd0a-49f9-82de-e4872aa2532c","keyPrefix":"sk-oai-EIt0DAa8H1zp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:27:11 | 201 |    2.128372ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:27:11 | 200 |     533.946µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:27:11 | 200 |     133.205µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:27:15 | 200 |      33.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:16 | 200 |      32.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:20 | 200 |      36.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:25 | 200 |      35.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:26 | 200 |       38.76µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:30 | 200 |      37.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:35 | 200 |      32.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:36 | 200 |       34.69µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:40 | 200 |      35.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:45 | 200 |      38.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:46 | 200 |      38.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:50 | 200 |      38.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:55 | 200 |      51.337µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:27:56 | 200 |      32.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:00 | 200 |      47.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:05 | 200 |      38.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:06 | 200 |       43.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:10 | 200 |      45.593µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:15 | 200 |      41.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:16 | 200 |       50.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:20 | 200 |      38.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:25 | 200 |      41.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:26 | 200 |      47.796µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:30 | 200 |      39.887µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:35 | 200 |      40.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:36 | 200 |      43.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:40 | 200 |      44.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:45 | 200 |      56.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:46 | 200 |       42.19µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:50 | 200 |      41.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:55 | 200 |      40.572µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:28:56 | 200 |      66.456µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:00 | 200 |      41.944µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:05 | 200 |      60.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:06 | 200 |       63.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:10 | 200 |      43.236µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:29:11.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"466e9212-7d83-442d-82c8-efd7ba18a863","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:29:11.057Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"466e9212-7d83-442d-82c8-efd7ba18a863","keyPrefix":"sk-oai-4htSVIkFkakj...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:29:11 | 201 |     1.85788ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:29:15 | 200 |      47.631µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:16 | 200 |      41.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:20 | 200 |      60.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:25 | 200 |      40.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:26 | 200 |      47.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:30 | 200 |      40.117µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:33 | 200 |     669.603µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:29:33 | 200 |     165.551µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:29:34 | 404 |     875.826µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:29:35 | 200 |      40.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:36 | 200 |      53.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:40 | 200 |      43.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:45 | 200 |      48.262µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:46 | 200 |      49.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:50 | 200 |      44.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:55 | 200 |      43.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:29:56 | 200 |      57.288µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:00 | 200 |      38.978µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:30:04.946Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 21:30:04 | 200 |    1.155783ms |     10.134.0.41 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 21:30:05 | 200 |      44.056µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:06 | 200 |      31.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:10 | 200 |      38.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:15 | 200 |      45.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:16 | 200 |      35.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:20 | 200 |      35.585µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:30:24.130Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7a47cad6-c56d-491a-afb0-68ac21edbe1f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:30:24.130Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a47cad6-c56d-491a-afb0-68ac21edbe1f","keyPrefix":"sk-oai-13au8IH6Rh5P...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:30:24 | 201 |    1.996357ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:30:24 | 200 |     665.597µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:30:24 | 200 |     374.074µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:30:25 | 200 |      39.704µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:26 | 200 |       34.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:30 | 200 |      32.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:35 | 200 |      35.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:36 | 200 |      36.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:40 | 200 |      34.818µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:30:43.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"73f98b27-b68a-4a4f-91fc-689826d7c62a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:30:43.362Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73f98b27-b68a-4a4f-91fc-689826d7c62a","keyPrefix":"sk-oai-1KQKc26ZovP8...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:30:43 | 201 |    2.121359ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:30:43 | 200 |     452.485µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:30:43 | 200 |     151.668µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:30:43 | 200 |     529.887µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:30:43 | 200 |     152.329µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:30:45 | 200 |      33.303µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:46 | 200 |      36.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:50 | 200 |      36.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:55 | 200 |      34.665µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:30:56 | 200 |      41.983µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:00 | 200 |      37.109µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:31:02.859Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ff81ec1d-a50c-4365-b901-730a6763e0f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:31:02.859Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff81ec1d-a50c-4365-b901-730a6763e0f8","keyPrefix":"sk-oai-EfgM67smR2dx...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:31:02 | 201 |     10.6709ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:31:02 | 200 |    1.184475ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:31:02 | 200 |      390.13µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:31:02 | 200 |     143.248µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:31:02 | 200 |   17.138665ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:31:05 | 200 |      34.759µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:06 | 200 |      36.232µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:10 | 200 |      41.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:15 | 200 |      36.011µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:16 | 200 |      38.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:20 | 200 |      35.235µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:22 | 200 |     175.221µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:31:22 | 200 |     181.949µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:31:22 | 200 |   26.270457ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:31:25 | 200 |      38.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:26 | 200 |      35.134µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:30 | 200 |      33.056µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:31:34.116Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5a8b8dd6-e36c-40f0-a627-b18da26ed351","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:31:34.116Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a8b8dd6-e36c-40f0-a627-b18da26ed351","keyPrefix":"sk-oai-1Y8h3sPFcuri...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:31:34 | 201 |    2.105926ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:31:35 | 200 |      35.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:36 | 200 |       36.32µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:40 | 200 |      69.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:45 | 200 |      41.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:46 | 200 |      42.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:50 | 200 |       38.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:55 | 200 |       59.52µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:31:56 | 200 |      39.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:00 | 200 |      42.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:04 | 200 |     778.703µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:04 | 200 |     146.869µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:04 | 200 |     447.882µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:04 | 200 |     394.674µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:04 | 200 |     113.424µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:04 | 200 |   10.432239ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:05 | 200 |      62.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:06 | 200 |      37.808µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:10 | 200 |      39.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:15 | 200 |      42.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:16 | 200 |      41.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:20 | 200 |      39.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:21 | 200 |     144.586µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:21 | 200 |   14.638811ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:25 | 200 |      56.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:26 | 200 |      42.981µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:32:29.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae0bd115-9df2-4313-98cb-ae0ac6e0d702","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:32:29.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae0bd115-9df2-4313-98cb-ae0ac6e0d702","keyPrefix":"sk-oai-6od8EeDSD5qj...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:32:29 | 201 |    1.943523ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:30 | 200 |      59.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:35 | 200 |      43.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:36 | 200 |      53.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:37 | 200 |     820.723µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:37 | 200 |     330.401µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:37 | 200 |      170.03µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:37 | 200 |    9.805293ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:32:38.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"807f398b-eb38-4054-8d26-72fead85a42c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:32:38.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"807f398b-eb38-4054-8d26-72fead85a42c","keyPrefix":"sk-oai-2jeV3v4L7YBJ...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:32:38 | 201 |    1.597188ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:40 | 200 |      50.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:45 | 200 |      37.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:46 | 200 |     693.694µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:46 | 200 |     368.135µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:46 | 200 |     124.277µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:46 | 200 |    7.477541ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:46 | 200 |     369.558µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:46 | 200 |     321.477µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:46 | 200 |     112.044µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:46 | 200 |    6.644832ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:46 | 200 |      39.238µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:32:47.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e8bb7d3-4c0a-452e-9705-97e73b9ec6da","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:32:47.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e8bb7d3-4c0a-452e-9705-97e73b9ec6da","keyPrefix":"sk-oai-dIkT6LV7U2Wi...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:32:47 | 201 |    1.734897ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:50 | 200 |      40.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:55 | 200 |     605.348µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:55 | 200 |     357.343µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:32:55 | 200 |     133.797µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:32:55 | 200 |   15.052053ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:32:55 | 200 |      28.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:32:56 | 200 |      41.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:00 | 200 |      42.004µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:33:04.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed1e622f-c0ec-4b71-b68e-d8a86fa95d4f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:33:04.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed1e622f-c0ec-4b71-b68e-d8a86fa95d4f","keyPrefix":"sk-oai-11FVpV2hw0fl...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:33:04 | 201 |    1.955625ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:33:05 | 200 |      39.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:06 | 200 |      37.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:10 | 200 |      40.585µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:12 | 200 |     640.449µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:12 | 200 |     447.471µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:12 | 200 |     157.124µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:12 | 200 |      358.59µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:12 | 200 |     147.931µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:12 | 200 |   18.055536ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:33:15 | 200 |      50.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:16 | 200 |      39.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:20 | 200 |      46.547µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:33:24.030Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e5a56bde-2c4e-4011-b83c-11f98af13829","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:33:24.030Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5a56bde-2c4e-4011-b83c-11f98af13829","keyPrefix":"sk-oai-iDs3OK58Gx2H...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:33:24 | 201 |    3.373126ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:33:25 | 200 |      42.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:26 | 200 |      44.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:30 | 200 |      38.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:32 | 200 |     686.811µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:32 | 200 |     347.926µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:32 | 200 |      171.12µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:32 | 200 |   10.457855ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:33:32 | 200 |     177.361µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:32 | 200 |   25.427717ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:33:35 | 200 |      40.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:36 | 200 |      38.626µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:40 | 200 |      44.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:45 | 200 |      39.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:46 | 200 |      42.959µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:48 | 200 |      180.89µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:48 | 200 |     150.366µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:48 | 200 |     139.059µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:33:48 | 200 |   42.058221ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:33:50 | 200 |      43.852µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:55 | 200 |      42.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:33:56 | 200 |       42.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:00 | 200 |      40.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:05 | 200 |      38.828µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:05 | 200 |     167.867µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:34:05 | 200 |   13.596635ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:06 | 200 |      40.626µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:10 | 200 |      67.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:15 | 200 |      42.857µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:34:16.848Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b4062d2-fd70-4d1c-a96e-2e5bf0ca8cb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:34:16.848Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b4062d2-fd70-4d1c-a96e-2e5bf0ca8cb6","keyPrefix":"sk-oai-1FNYNf9dvg3m...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:34:16 | 201 |    2.439029ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:16 | 200 |      34.605µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:20 | 200 |       49.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:24 | 200 |    1.000671ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:24 | 200 |     146.475µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:34:25.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ce2f9b6d-5186-4be4-b2c7-eb8b2b1c4dc2","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:34:25.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce2f9b6d-5186-4be4-b2c7-eb8b2b1c4dc2","keyPrefix":"sk-oai-GShdRe1xz0LO...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:34:25 | 201 |    1.744731ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:25 | 200 |      38.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:26 | 200 |      58.118µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:30 | 200 |      43.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:33 | 200 |    1.000231ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:33 | 200 |     376.263µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:33 | 200 |     125.514µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:34:33 | 200 |    10.62653ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:34:33.862Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c36dac7-7e1d-4ab9-97c1-17a2a74fc095","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:34:33.862Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c36dac7-7e1d-4ab9-97c1-17a2a74fc095","keyPrefix":"sk-oai-LZfzp3uj38iG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:34:33 | 201 |    1.654566ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:35 | 200 |       40.68µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:36 | 200 |      42.952µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:40 | 200 |      41.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:41 | 200 |    1.028513ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:41 | 200 |     439.391µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:41 | 200 |     175.076µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:34:41 | 200 |    9.863826ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:34:42.586Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3e428143-06f7-4b49-970d-3a0f3ef7e53d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:34:42.587Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e428143-06f7-4b49-970d-3a0f3ef7e53d","keyPrefix":"sk-oai-1EG5CEw1KaVQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:34:42 | 201 |     1.73144ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:45 | 200 |      38.884µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:46 | 200 |      39.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:50 | 200 |      39.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:50 | 200 |    1.036576ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:50 | 200 |     657.754µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:34:50 | 200 |     166.081µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:34:50 | 200 |   10.261019ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:34:55 | 200 |      44.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:34:56 | 200 |      42.817µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:34:59.758Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"947f4b9e-9dfd-46de-9e6c-3bc91339c220","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:34:59.758Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"947f4b9e-9dfd-46de-9e6c-3bc91339c220","keyPrefix":"sk-oai-1GEGdOVhtr1w...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:34:59 | 201 |    3.122915ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:35:00 | 200 |      39.913µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:05 | 200 |      41.817µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:06 | 200 |      38.943µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:10 | 200 |      41.134µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:15 | 200 |      46.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:16 | 200 |     935.077µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:35:16 | 403 |      97.193µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:35:16 | 200 |      41.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:20 | 200 |      41.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:25 | 200 |      43.214µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:26 | 200 |      42.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:30 | 200 |      38.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:33 | 403 |     161.568µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:35:35 | 200 |      39.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:36 | 200 |      39.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:40 | 200 |       42.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:45 | 200 |      48.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:46 | 200 |       40.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:50 | 403 |     129.104µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:35:50 | 200 |      42.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:55 | 200 |      40.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:35:56 | 200 |      39.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:00 | 200 |       58.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:05 | 200 |      43.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:06 | 200 |      44.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:07 | 403 |     135.834µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:10 | 200 |      49.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:15 | 200 |      44.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:16 | 200 |      41.056µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:36:19.556Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"282e8422-4d52-45e8-a8e4-9f9698f05d49","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:36:19.556Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"282e8422-4d52-45e8-a8e4-9f9698f05d49","keyPrefix":"sk-oai-RHOI7aDn9njT...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:36:19 | 201 |    2.415202ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:20 | 200 |      40.839µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:25 | 200 |      52.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:26 | 200 |      44.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:27 | 200 |    1.037924ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:27 | 200 |     378.912µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:27 | 200 |     145.086µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:36:27 | 200 |   16.186919ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:30 | 200 |      47.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:35 | 200 |       47.31µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:36 | 200 |      39.565µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:36:39.668Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0a7e84c-5ef2-42b3-8cf0-0cb26b11e1cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:36:39.668Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0a7e84c-5ef2-42b3-8cf0-0cb26b11e1cb","keyPrefix":"sk-oai-h3kBxtVj7qcV...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:36:39 | 201 |    2.051122ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:36:39.702Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f0ffddc6-a0e3-4ade-893b-7352597890d7","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:36:39.702Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f0ffddc6-a0e3-4ade-893b-7352597890d7","keyPrefix":"sk-oai-1AsOTKHWVjpf...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:36:39 | 201 |    1.510265ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:40 | 200 |      39.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:45 | 200 |      39.341µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:46 | 200 |      50.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:47 | 200 |     685.791µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:47 | 200 |     355.465µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:47 | 200 |     161.268µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:36:47 | 200 |   10.963789ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:47 | 200 |     325.802µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:47 | 200 |     325.056µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:36:47 | 200 |     162.789µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:36:47 | 200 |    9.922327ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:36:50 | 200 |      41.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:55 | 200 |      41.737µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:36:56 | 200 |      40.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:00 | 200 |      40.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:04 | 200 |     184.304µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:04 | 200 |     181.552µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:04 | 200 |      161.89µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:04 | 200 |     41.4371ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:05 | 200 |      61.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:06 | 200 |      43.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:10 | 200 |      47.786µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:15 | 200 |      39.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:16 | 200 |      57.509µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:18 | 200 |     167.619µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:18 | 200 |   16.614088ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:18 | 200 |     151.818µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:18 | 200 |   14.587821ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:20 | 200 |      64.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:25 | 200 |      59.084µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:26 | 200 |      45.645µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:30 | 200 |      37.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:35 | 200 |      41.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:36 | 200 |      38.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:40 | 200 |      45.683µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:37:44.287Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c39d2fc6-d2a3-4c79-8890-0fee5e995610","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:37:44.287Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c39d2fc6-d2a3-4c79-8890-0fee5e995610","keyPrefix":"sk-oai-1GXmOGWSeXiX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:37:44 | 201 |    3.609916ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:44 | 200 |     615.432µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     128.205µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:44 | 200 |     414.769µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     131.802µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:44 | 200 |     390.479µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     128.845µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:44 | 200 |     421.327µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     167.924µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:44 | 200 |     393.474µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     332.557µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:44 | 200 |     124.492µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:37:44 | 200 |    9.522924ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:45 | 200 |      37.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:46 | 200 |      39.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:50 | 200 |      39.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:55 | 200 |       40.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:37:56 | 200 |        45.6µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:37:57.945Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"019310a0-1d3d-4a7b-aa76-6c704dafb25f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:37:57.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"019310a0-1d3d-4a7b-aa76-6c704dafb25f","keyPrefix":"sk-oai-QOuOUcEzdAPZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 21:37:57 | 201 |    1.973393ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:37:58 | 200 |     498.788µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:37:58 | 200 |     164.733µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:38:00 | 200 |      40.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:05 | 200 |      62.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:06 | 200 |      40.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:10 | 200 |      40.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:15 | 200 |       39.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:16 | 200 |      51.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:20 | 200 |       41.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:25 | 200 |      40.592µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:26 | 200 |      44.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:30 | 200 |       43.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:35 | 200 |      42.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:36 | 200 |      40.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:40 | 200 |      37.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:45 | 200 |       39.19µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:46 | 200 |      39.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:50 | 200 |      38.944µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:55 | 200 |      50.243µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:38:56 | 200 |       39.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:39:00 | 200 |      48.415µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T21:39:03.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8636f0fa-76ed-41d2-872b-ff821d06ec74","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:03.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8636f0fa-76ed-41d2-872b-ff821d06ec74","keyPrefix":"sk-oai-1WowpeJNLQVe...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:03 | 201 |   12.094795ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:04.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"5e464192-dd0f-497d-a5dc-c6baa63f2242","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:04.893Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e464192-dd0f-497d-a5dc-c6baa63f2242","keyPrefix":"sk-oai-nWBRpBP8vRdV...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:04 | 201 |    1.904396ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:05.269Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5946e55c-8ca7-4386-b3bd-2e5c1aa81ae3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:05.269Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5946e55c-8ca7-4386-b3bd-2e5c1aa81ae3","keyPrefix":"sk-oai-xZY0bEfhpS3H...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:05 | 201 |    1.769875ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:05 | 200 |    1.213344ms |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:05 | 200 |       622.3µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:05 | 200 |     359.677µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:39:05 | 200 |   10.260213ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:05 | 200 |     659.917µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:05 | 200 |     349.418µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T21:39:05.487Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d022fa69-0f5b-4a6b-861f-5cf7b15915d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:05.487Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d022fa69-0f5b-4a6b-861f-5cf7b15915d4","keyPrefix":"sk-oai-PKQ1r4Cs8CTZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:05 | 201 |    1.726989ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:05.514Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d022fa69-0f5b-4a6b-861f-5cf7b15915d4"}
{"level":"info","timestamp":"2026-06-05T21:39:05.514Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d022fa69-0f5b-4a6b-861f-5cf7b15915d4","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 21:39:05 | 200 |    2.771329ms |      100.64.0.3 | DELETE   "/v1/api-keys/d022fa69-0f5b-4a6b-861f-5cf7b15915d4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:05 | 200 |      30.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:39:06 | 200 |      43.268µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 21:39:08 | 200 |     907.284µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T21:39:08.540Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 21:39:08 | 500 |      96.204µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.021Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a876aa78-5b2c-47db-ba0a-a01f912f6a02","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.021Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a876aa78-5b2c-47db-ba0a-a01f912f6a02","keyPrefix":"sk-oai-1EJp31jLxjcW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.841514ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.044Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a72b08da-fd32-44b3-90d0-04c5df9cc85d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.044Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a72b08da-fd32-44b3-90d0-04c5df9cc85d","keyPrefix":"sk-oai-99tGphvgI9Y4...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.635481ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.183Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"15e20e16-af5b-4598-b73e-51266803c3fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.183Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15e20e16-af5b-4598-b73e-51266803c3fb","keyPrefix":"sk-oai-VbHBeT4OedHV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.693973ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.206Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"15e20e16-af5b-4598-b73e-51266803c3fb"}
{"level":"info","timestamp":"2026-06-05T21:39:09.206Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"15e20e16-af5b-4598-b73e-51266803c3fb","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 21:39:09 | 200 |    2.295091ms |      100.64.0.3 | DELETE   "/v1/api-keys/15e20e16-af5b-4598-b73e-51266803c3fb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 404 |     760.362µs |      100.64.0.4 | DELETE   "/v1/api-keys/15e20e16-af5b-4598-b73e-51266803c3fb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.373Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"186f9cf6-dc2d-43be-b823-9702d6fa7c25","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.373Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"186f9cf6-dc2d-43be-b823-9702d6fa7c25","keyPrefix":"sk-oai-KYRsNVNa7avf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.722053ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 200 |      677.68µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     598.885µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     337.123µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:39:09 | 200 |    9.381638ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.544Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a2a6f613-f37d-407e-a418-140f64707f19","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.544Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2a6f613-f37d-407e-a418-140f64707f19","keyPrefix":"sk-oai-10BrBYHtH5gi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |     1.79104ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 200 |     471.755µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 403 |      81.134µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 200 |     594.571µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     535.839µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     365.804µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:39:09 | 200 |    8.890958ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.739Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a329502b-59ba-456e-b8b7-9018dd9532f9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.739Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a329502b-59ba-456e-b8b7-9018dd9532f9","keyPrefix":"sk-oai-1SeOQcxKysUn...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.595441ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 200 |     649.304µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     572.099µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     321.272µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:39:09 | 200 |    9.850863ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:09 | 200 |     580.536µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     597.193µs |     10.132.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 21:39:09 | 200 |     317.032µs |     10.132.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 21:39:09 | 200 |     9.30077ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T21:39:09.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d619dc02-394b-4e01-b61f-c71936f1ca47","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T21:39:09.948Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d619dc02-394b-4e01-b61f-c71936f1ca47","keyPrefix":"sk-oai-Dq76vq5qraHJ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 21:39:09 | 201 |    1.635598ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 21:39:10 | 200 |      47.322µs |      10.133.0.2 | GET      "/health"