[GIN] 2026/06/06 - 21:15:23 | 201 |     1.28731ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:15:23 | 200 |     540.894µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:15:23 | 200 |     168.263µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:15:23 | 200 |     482.441µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:15:23 | 200 |     150.671µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:15:28 | 200 |      39.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:30 | 200 |       44.28µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:33 | 200 |      39.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:38 | 200 |       37.36µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:40 | 200 |      43.399µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-06T21:15:41.253Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-06T21:15:41.253Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 21:15:41 | 400 |     266.998µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:15:43 | 200 |      38.463µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:48 | 200 |      40.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:50 | 200 |      41.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:53 | 200 |      44.083µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:15:58 | 200 |      38.583µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:15:58.629Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a40e8e0f-6834-4d82-a034-269f29134b8a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:15:58.629Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a40e8e0f-6834-4d82-a034-269f29134b8a","keyPrefix":"sk-oai-MW8XyHX7fWS0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:15:58 | 201 |   10.814652ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:15:58 | 200 |    1.349153ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:15:58 | 200 |     129.253µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:16:00 | 200 |      38.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:03 | 200 |      50.644µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:16:07.691Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c54e611a-7b8a-489a-ab74-d44793c449d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:16:07.691Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c54e611a-7b8a-489a-ab74-d44793c449d8","keyPrefix":"sk-oai-8xlPHO5Uivsm...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:16:07 | 201 |    2.055217ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:16:08 | 200 |      38.915µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:10 | 200 |      38.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:13 | 200 |      44.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:15 | 200 |     833.281µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:16:15 | 200 |     118.609µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:16:18 | 200 |      37.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:20 | 200 |      40.902µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:23 | 200 |      37.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:28 | 200 |      37.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:30 | 200 |      40.857µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:33 | 200 |      38.773µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:16:33.290Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c8889d69-562c-4c1c-a3bc-59eb94a9e6dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:16:33.290Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8889d69-562c-4c1c-a3bc-59eb94a9e6dd","keyPrefix":"sk-oai-pj9EqblrN66V...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:16:33 | 201 |    2.032253ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:16:33 | 200 |     549.422µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:16:33 | 200 |     171.017µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:16:38 | 200 |      38.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:40 | 200 |      39.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:43 | 200 |      46.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:48 | 200 |      37.997µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:50 | 200 |      38.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:53 | 200 |      37.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:16:58 | 200 |      41.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:00 | 200 |       41.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:03 | 200 |      38.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:08 | 200 |       36.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:10 | 200 |      38.305µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:13 | 200 |      39.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:18 | 200 |      36.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:20 | 200 |      36.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:23 | 200 |      44.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:28 | 200 |      41.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:30 | 200 |      45.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:33 | 200 |       39.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:38 | 200 |      37.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:40 | 200 |      39.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:43 | 200 |      59.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:48 | 200 |      49.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:50 | 200 |      39.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:53 | 200 |      41.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:17:58 | 200 |      38.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:00 | 200 |      47.145µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:03 | 200 |      46.168µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:08 | 200 |      37.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:10 | 200 |       37.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:13 | 200 |      39.545µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:18 | 200 |      38.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:20 | 200 |      38.466µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:23 | 200 |      39.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:28 | 200 |       37.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:30 | 200 |      50.064µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:18:32.675Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a56e5f55-1438-4b7c-b0a9-e1f12a15148c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:18:32.675Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a56e5f55-1438-4b7c-b0a9-e1f12a15148c","keyPrefix":"sk-oai-1dJ9UWGezhoD...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:18:32 | 201 |    2.209052ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:18:33 | 200 |      37.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:38 | 200 |      37.227µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:40 | 200 |       43.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:43 | 200 |      42.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:48 | 200 |      53.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:50 | 200 |       44.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:53 | 200 |      38.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:18:57 | 200 |     956.434µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:18:57 | 200 |     215.974µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:18:57 | 404 |      917.21µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:18:58 | 200 |      41.678µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:00 | 200 |      48.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:03 | 200 |       42.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:08 | 200 |       37.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:10 | 200 |      33.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:13 | 200 |      38.918µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:18 | 200 |      34.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:20 | 200 |      33.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:23 | 200 |      33.999µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:28 | 200 |      34.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:30 | 200 |      34.643µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:33 | 200 |      35.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:38 | 200 |      34.551µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:40 | 200 |      33.021µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:43 | 200 |      32.236µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:19:47.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"007411c7-555a-4f60-9fa0-3cf828584a5c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:19:47.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"007411c7-555a-4f60-9fa0-3cf828584a5c","keyPrefix":"sk-oai-xfAU5OCuIAO4...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:19:47 | 201 |    2.103671ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:19:48 | 200 |     655.636µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:19:48 | 200 |     160.524µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:19:48 | 200 |      38.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:50 | 200 |      35.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:53 | 200 |      38.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:19:58 | 200 |      33.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:00 | 200 |      37.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:03 | 200 |      40.333µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:20:07.221Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a3a03844-e553-4e67-bcf4-fc22a4dc6b03","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:20:07.221Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3a03844-e553-4e67-bcf4-fc22a4dc6b03","keyPrefix":"sk-oai-9wWMZYNZ4gC7...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:20:07 | 201 |    1.982306ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:20:07 | 200 |     535.739µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:20:07 | 200 |     141.322µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:20:07 | 200 |     589.435µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:20:07 | 200 |     137.679µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:20:08 | 200 |      34.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:10 | 200 |      33.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:13 | 200 |       32.48µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:18 | 200 |      33.545µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:20 | 200 |      34.823µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:23 | 200 |       33.54µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:20:26.676Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5532b0c8-7b6d-4d58-bb31-eb0e89f6b61d","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:20:26.676Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5532b0c8-7b6d-4d58-bb31-eb0e89f6b61d","keyPrefix":"sk-oai-1MXGinZrwIVU...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:20:26 | 201 |    2.020682ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:20:26 | 200 |     471.582µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:20:26 | 200 |     402.354µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:20:26 | 200 |     135.895µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:20:26 | 200 |   18.438247ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:20:28 | 200 |      38.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:30 | 200 |        33.5µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:33 | 200 |      31.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:38 | 200 |       35.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:40 | 200 |      34.067µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:43 | 200 |      35.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:45 | 200 |     243.406µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:20:45 | 200 |     204.868µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:20:45 | 200 |   22.612006ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:20:48 | 200 |      32.871µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:50 | 200 |      35.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:20:53 | 200 |       41.06µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:20:57.855Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30541649-11e5-4ac4-a9c7-1cf1eebc1da3","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:20:57.855Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30541649-11e5-4ac4-a9c7-1cf1eebc1da3","keyPrefix":"sk-oai-OpdkR68NODBi...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:20:57 | 201 |    2.319257ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:20:58 | 200 |       37.28µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:00 | 200 |      38.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:03 | 200 |      38.283µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:08 | 200 |      58.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:10 | 200 |      41.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:13 | 200 |      39.479µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:18 | 200 |      36.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:20 | 200 |      37.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:23 | 200 |      38.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:27 | 200 |    9.699042ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:21:27 | 200 |     381.898µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:21:27 | 200 |       767.6µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:21:27 | 200 |     593.326µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:21:27 | 200 |     343.324µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:21:27 | 200 |   10.028831ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:21:28 | 200 |      27.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:30 | 200 |        39.9µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:33 | 200 |      38.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:38 | 200 |      45.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:40 | 200 |       43.45µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:43 | 200 |      38.247µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:45 | 200 |     236.619µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:21:45 | 200 |   12.447002ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:21:48 | 200 |      44.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:50 | 200 |        40.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:21:53 | 200 |      45.735µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:21:53.692Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5a9f2b02-ff2e-4efa-a94d-66ad04bc5c42","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:21:53.692Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a9f2b02-ff2e-4efa-a94d-66ad04bc5c42","keyPrefix":"sk-oai-13ltueWtva8B...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:21:53 | 201 |      2.3895ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:21:58 | 200 |      34.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:00 | 200 |      39.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:01 | 200 |     886.369µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:01 | 200 |     549.447µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:01 | 200 |     268.434µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:01 | 200 |   10.928382ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:22:02.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1f84c3c9-4c62-40b1-9e41-3d67f0121afd","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:22:02.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f84c3c9-4c62-40b1-9e41-3d67f0121afd","keyPrefix":"sk-oai-6JwnrDoFwnO6...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:22:02 | 201 |    1.780204ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:03 | 200 |       32.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:08 | 200 |      36.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:10 | 200 |      40.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:10 | 200 |     886.462µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:10 | 200 |     390.584µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:10 | 200 |      143.96µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:10 | 200 |    6.993133ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:10 | 200 |     404.071µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:10 | 200 |     348.949µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:10 | 200 |     179.334µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:10 | 200 |    6.494584ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:22:11.285Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c330ecf4-82d5-4a1e-9f31-159905173470","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:22:11.285Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c330ecf4-82d5-4a1e-9f31-159905173470","keyPrefix":"sk-oai-HV4z4PyJyVcc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:22:11 | 201 |     1.91183ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:13 | 200 |      39.699µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:18 | 200 |      46.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:19 | 200 |     898.234µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:19 | 200 |     436.642µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:19 | 200 |     163.082µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:19 | 200 |    9.691469ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:20 | 200 |      37.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:23 | 200 |      37.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:28 | 200 |       38.95µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:22:28.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0bb42b0a-4a16-4350-8141-7cc601e15eec","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:22:28.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0bb42b0a-4a16-4350-8141-7cc601e15eec","keyPrefix":"sk-oai-U6GSbJUSxCEr...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:22:28 | 201 |    2.096534ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:30 | 200 |      38.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:33 | 200 |      39.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:36 | 200 |     778.647µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:36 | 200 |     428.226µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:36 | 200 |     127.427µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:36 | 200 |     379.146µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:36 | 200 |     146.931µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:36 | 200 |   20.407656ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:38 | 200 |      44.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:40 | 200 |      38.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:43 | 200 |       38.66µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:22:47.858Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f6ba276e-2165-4eaf-a93b-b8bb8d884864","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:22:47.858Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f6ba276e-2165-4eaf-a93b-b8bb8d884864","keyPrefix":"sk-oai-1HuO4jUtQ63w...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:22:47 | 201 |    3.483358ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:48 | 200 |      45.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:50 | 200 |      40.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:53 | 200 |       43.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:22:55 | 200 |       841.2µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:55 | 200 |     457.246µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:55 | 200 |     175.572µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:55 | 200 |    9.835264ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:22:55 | 200 |     166.813µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:22:55 | 200 |   24.832448ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:22:58 | 200 |      42.782µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:00 | 200 |      37.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:03 | 200 |       51.59µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:08 | 200 |      39.915µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:10 | 200 |      39.402µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:12 | 200 |     158.116µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:23:12 | 200 |     138.129µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:23:12 | 200 |     133.687µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:23:12 | 200 |   31.432914ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:23:13 | 200 |      37.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:18 | 200 |        52.5µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:20 | 200 |      40.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:23 | 200 |      39.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:28 | 200 |      38.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:29 | 200 |     165.291µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:23:29 | 200 |   14.755745ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:23:30 | 200 |      46.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:33 | 200 |       34.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:38 | 200 |      40.402µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:40 | 200 |      40.727µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:23:40.765Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e6ee28a5-80ba-460c-ba54-103fbc7e7df0","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:23:40.765Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6ee28a5-80ba-460c-ba54-103fbc7e7df0","keyPrefix":"sk-oai-ess3XaOumlpv...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:23:40 | 201 |    2.758701ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:23:43 | 200 |      37.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:48 | 200 |       41.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:48 | 200 |    1.461308ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:23:48 | 200 |     135.078µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:23:49.423Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"df07d01d-4d19-4258-a22b-3caca1cdd066","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:23:49.423Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df07d01d-4d19-4258-a22b-3caca1cdd066","keyPrefix":"sk-oai-17Dcu4fF8IqO...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:23:49 | 201 |     1.77941ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:23:50 | 200 |      39.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:53 | 200 |      39.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:23:57 | 200 |    1.177592ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:23:57 | 200 |     617.161µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:23:57 | 200 |     346.548µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:23:57 | 200 |   11.162289ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:23:57.829Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"101fd4ae-7a74-43af-b6db-ee709dd755f5","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:23:57.829Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"101fd4ae-7a74-43af-b6db-ee709dd755f5","keyPrefix":"sk-oai-19C1O3pIptr4...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:23:57 | 201 |    1.738684ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:23:58 | 200 |      40.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:00 | 200 |      52.343µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:03 | 200 |      42.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:05 | 200 |    1.232701ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:24:05 | 200 |      444.55µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:24:05 | 200 |     229.058µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:24:05 | 200 |     9.68093ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:24:06.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"42f21b88-2d33-46cc-a80c-3f94e0a22fa7","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:24:06.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42f21b88-2d33-46cc-a80c-3f94e0a22fa7","keyPrefix":"sk-oai-1F3zUIiglpYd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:24:06 | 201 |    1.747633ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:24:08 | 200 |      40.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:10 | 200 |      38.982µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:13 | 200 |      39.602µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:14 | 200 |     935.813µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:24:14 | 200 |     328.082µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:24:14 | 200 |     139.778µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:24:14 | 200 |    9.068959ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:24:18 | 200 |      37.963µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:20 | 200 |      34.066µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:23 | 200 |      37.187µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:24:23.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"111f74f6-b2ef-43ac-a419-d3f555a5c0ac","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:24:23.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"111f74f6-b2ef-43ac-a419-d3f555a5c0ac","keyPrefix":"sk-oai-n5OjmEeLpvmd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:24:23 | 201 |    2.030707ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:24:28 | 200 |       39.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:30 | 200 |      40.716µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:33 | 200 |      40.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:38 | 200 |      38.983µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:40 | 200 |     816.326µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:24:40 | 403 |     111.995µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:24:40 | 200 |      33.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:43 | 200 |      40.551µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:48 | 200 |       44.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:50 | 200 |      39.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:53 | 200 |      48.852µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:24:57 | 403 |     116.913µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:24:58 | 200 |      46.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:00 | 200 |      41.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:03 | 200 |       37.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:08 | 200 |      38.541µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:10 | 200 |      55.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:13 | 200 |      40.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:14 | 403 |     117.752µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:25:18 | 200 |      37.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:20 | 200 |      42.172µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:23 | 200 |      40.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:28 | 200 |      60.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:30 | 200 |      38.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:32 | 403 |      155.65µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:25:33 | 200 |      45.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:38 | 200 |       42.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:40 | 200 |      41.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:43 | 200 |      40.292µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:25:46.389Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7cd1ca0d-7504-4ada-a184-83df38a1bb19","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:25:46.389Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7cd1ca0d-7504-4ada-a184-83df38a1bb19","keyPrefix":"sk-oai-uNjRDHf6cywR...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:25:46 | 201 |    2.505159ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:25:48 | 200 |      40.045µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:50 | 200 |      37.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:53 | 200 |      41.767µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:25:54 | 200 |     846.276µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:25:54 | 200 |     528.733µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:25:54 | 200 |     285.332µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:25:54 | 200 |   19.959452ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:25:58 | 200 |      47.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:00 | 200 |      36.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:03 | 200 |      41.775µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:08 | 200 |      44.989µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:26:08.744Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9756e609-051d-4640-8f97-559efd0ddec0","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:26:08.744Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9756e609-051d-4640-8f97-559efd0ddec0","keyPrefix":"sk-oai-UD2zLoHgP1Vu...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:26:08 | 201 |    2.188467ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:26:08.778Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"569695f0-da3b-4ee6-ae06-8caf130fabdd","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:26:08.778Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"569695f0-da3b-4ee6-ae06-8caf130fabdd","keyPrefix":"sk-oai-1bFewQ8GHJS2...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:26:08 | 201 |    1.693874ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:10 | 200 |      52.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:13 | 200 |      38.365µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:16 | 200 |    1.029549ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:26:16 | 200 |     475.109µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:26:16 | 200 |     139.061µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:16 | 200 |    9.679448ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:16 | 200 |     524.708µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:26:16 | 200 |     357.088µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:26:16 | 200 |     165.628µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:16 | 200 |   11.381609ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:18 | 200 |      42.165µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:20 | 200 |       38.32µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:23 | 200 |      37.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:28 | 200 |      44.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:30 | 200 |      37.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:33 | 200 |      39.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:33 | 200 |      156.18µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:33 | 200 |      130.13µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:33 | 200 |     133.802µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:33 | 200 |   33.394232ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:38 | 200 |      38.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:40 | 200 |       40.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:43 | 200 |        37.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:48 | 200 |      47.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:50 | 200 |     170.573µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:50 | 200 |   11.169661ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:50 | 200 |     126.895µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:26:50 | 200 |   11.385515ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:26:50 | 200 |      37.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:53 | 200 |      39.451µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:26:58 | 200 |      45.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:00 | 200 |      41.608µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:03 | 200 |      38.028µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:08 | 200 |      38.005µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:10 | 200 |       38.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:13 | 200 |      65.792µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:27:15.817Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a058be04-4f75-4414-bddd-3b505fef0dcc","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:27:15.817Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a058be04-4f75-4414-bddd-3b505fef0dcc","keyPrefix":"sk-oai-1FdPNeTDBs3H...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:27:15 | 201 |    2.034076ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:27:15 | 200 |     506.237µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:15 | 200 |     205.791µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:27:15 | 200 |     444.132µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:15 | 200 |     189.005µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:27:15 | 200 |     353.311µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:15 | 200 |      224.47µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:27:15 | 200 |     553.192µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:15 | 200 |     440.862µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:15 | 200 |     242.513µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:27:15 | 200 |   11.081297ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:27:18 | 200 |      38.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:20 | 200 |      39.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:23 | 200 |      40.954µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:28 | 200 |      40.763µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:27:29.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71eb3c59-b8a7-4bca-9b19-c2be7813418a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:27:29.489Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71eb3c59-b8a7-4bca-9b19-c2be7813418a","keyPrefix":"sk-oai-8LFHpMjuHHtt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 21:27:29 | 201 |    2.061297ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:27:29 | 200 |     606.147µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:27:29 | 200 |      249.57µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:27:30 | 200 |       45.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:33 | 200 |      40.624µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:38 | 200 |      38.877µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:40 | 200 |      38.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:43 | 200 |      39.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:48 | 200 |      42.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:50 | 200 |       40.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:53 | 200 |      37.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:27:58 | 200 |      48.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:00 | 200 |      48.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:03 | 200 |       56.29µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:08 | 200 |       40.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:10 | 200 |      38.364µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:13 | 200 |       38.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:18 | 200 |      42.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:20 | 200 |      52.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:23 | 200 |      37.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:28 | 200 |      40.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:30 | 200 |      43.751µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:33 | 200 |      40.473µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:28:35.764Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9d7b8e3c-d138-4cc5-bde1-9f6bce322465","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:35.764Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d7b8e3c-d138-4cc5-bde1-9f6bce322465","keyPrefix":"sk-oai-13azO91XswDE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:35 | 201 |   10.976652ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:36.295Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"faf038be-10b1-41d4-b389-47e57bbe83f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:36.295Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"faf038be-10b1-41d4-b389-47e57bbe83f3","keyPrefix":"sk-oai-3BnS8gr4dSle...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:36 | 201 |    1.939178ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:36.521Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"488fc106-ea47-4ed9-83fd-5fb2bf4f1140","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:36.521Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"488fc106-ea47-4ed9-83fd-5fb2bf4f1140","keyPrefix":"sk-oai-HHvNTWop6XyM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:36 | 201 |    1.797729ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:36 | 200 |    1.266846ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:36 | 200 |     669.828µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:36 | 200 |     247.361µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:28:36 | 200 |    9.797707ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:36 | 200 |     616.752µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:36 | 200 |     233.609µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-06T21:28:36.697Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ce340a12-3c11-4146-882d-2f80e5dc3c5b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:36.697Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce340a12-3c11-4146-882d-2f80e5dc3c5b","keyPrefix":"sk-oai-RonD6DDYxHLk...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:36 | 201 |    1.734771ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:36.726Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ce340a12-3c11-4146-882d-2f80e5dc3c5b"}
{"level":"info","timestamp":"2026-06-06T21:28:36.726Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ce340a12-3c11-4146-882d-2f80e5dc3c5b","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 21:28:36 | 200 |    2.835483ms |      100.64.0.2 | DELETE   "/v1/api-keys/ce340a12-3c11-4146-882d-2f80e5dc3c5b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:38 | 200 |      36.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:39 | 200 |    1.076093ms |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-06T21:28:39.758Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 21:28:39 | 500 |      98.858µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.059Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b86e0dd5-bf17-4b09-b4bb-faa38f830049","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.059Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b86e0dd5-bf17-4b09-b4bb-faa38f830049","keyPrefix":"sk-oai-X9uoirwAbfAN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.963263ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.088Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"55012e42-4563-4b03-95dc-0c5b146cc189","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.088Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55012e42-4563-4b03-95dc-0c5b146cc189","keyPrefix":"sk-oai-u6KpheiMmIqL...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.857854ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"703b89a0-ffee-454d-9652-ca4a5f7654ff","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.175Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"703b89a0-ffee-454d-9652-ca4a5f7654ff","keyPrefix":"sk-oai-whebwxw42jnz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.596178ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |       32.09µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T21:28:40.200Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"703b89a0-ffee-454d-9652-ca4a5f7654ff"}
{"level":"info","timestamp":"2026-06-06T21:28:40.200Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"703b89a0-ffee-454d-9652-ca4a5f7654ff","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 21:28:40 | 200 |    2.452551ms |      100.64.0.3 | DELETE   "/v1/api-keys/703b89a0-ffee-454d-9652-ca4a5f7654ff" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 404 |     866.061µs |      100.64.0.2 | DELETE   "/v1/api-keys/703b89a0-ffee-454d-9652-ca4a5f7654ff" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.325Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"50a8ffad-08d1-445a-a8de-8a731616423f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50a8ffad-08d1-445a-a8de-8a731616423f","keyPrefix":"sk-oai-64Tfur0w8OqV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.813768ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |     755.789µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     655.309µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     356.662µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:28:40 | 200 |    9.407301ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3c2a0014-a948-4221-8318-d4868db6055e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c2a0014-a948-4221-8318-d4868db6055e","keyPrefix":"sk-oai-AxQ8eXxnhzlb...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.993705ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |     719.627µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 403 |      85.456µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |     709.069µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     580.067µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     359.174µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:28:40 | 200 |    9.236932ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.610Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"070f7bd4-cf92-49d6-821a-a4bff508d65a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.610Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"070f7bd4-cf92-49d6-821a-a4bff508d65a","keyPrefix":"sk-oai-epzPYlcsX9nR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.740832ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |     766.476µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     651.066µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     317.775µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:28:40 | 200 |   10.634018ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:40 | 200 |     645.416µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |      629.42µs |     10.132.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 21:28:40 | 200 |     329.642µs |     10.132.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 21:28:40 | 200 |    8.920361ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T21:28:40.782Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2185e446-f794-40fa-9d9b-8afea6e64fb3","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T21:28:40.782Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2185e446-f794-40fa-9d9b-8afea6e64fb3","keyPrefix":"sk-oai-mszQbEtySKb7...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 21:28:40 | 201 |    1.758945ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 21:28:43 | 200 |      42.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/06 - 21:28:48 | 200 |      37.049µs |      10.134.0.2 | GET      "/health"