[GIN] 2026/05/21 - 17:54:11 | 200 |      40.498µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:15 | 200 |      49.917µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:54:19.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"50cd1512-2490-44f0-a98a-fbba99881097","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:54:19.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50cd1512-2490-44f0-a98a-fbba99881097","keyPrefix":"sk-oai-7inim0huhMfr...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:54:19 | 201 |     1.17535ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:54:20 | 200 |      52.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:21 | 200 |      61.975µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:25 | 200 |      41.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:27 | 200 |     510.792µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:54:27 | 200 |      174.47µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:54:30 | 200 |      38.338µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:31 | 200 |      40.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:35 | 200 |      54.886µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:40 | 200 |      38.341µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:41 | 200 |      49.829µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:54:44.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2ba448a0-b200-4c61-b256-c4083ce53958","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:54:44.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ba448a0-b200-4c61-b256-c4083ce53958","keyPrefix":"sk-oai-1ANfpdS3xSPs...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:54:44 | 201 |    1.280258ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:54:44 | 200 |     391.744µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:54:44 | 200 |     176.429µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:54:45 | 200 |      43.021µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:50 | 200 |      43.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:51 | 200 |      40.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:54:55 | 200 |      42.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:00 | 200 |      42.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:01 | 200 |      40.793µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:55:02.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c4fd9ee5-5a0a-4958-a13f-64a55942123e","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:55:02.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4fd9ee5-5a0a-4958-a13f-64a55942123e","keyPrefix":"sk-oai-15Ssio8IYQTa...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:55:02 | 201 |      1.4839ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:55:02 | 200 |     327.418µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:55:02 | 200 |     156.511µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:55:05 | 200 |       38.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:10 | 200 |      34.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:11 | 200 |       34.22µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:15 | 200 |      36.621µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:55:20.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2eef4c9f-e852-4d28-bbc6-2d191f611e8e","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:55:20.017Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2eef4c9f-e852-4d28-bbc6-2d191f611e8e","keyPrefix":"sk-oai-1QQGOH4CD7pH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:55:20 | 201 |   10.590864ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T17:55:20.047Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5874e85c-408b-4ab5-8b4e-d76b13e31db7","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:55:20.047Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5874e85c-408b-4ab5-8b4e-d76b13e31db7","keyPrefix":"sk-oai-p68MD810HnwZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:55:20 | 201 |    1.455112ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:55:20 | 200 |    1.002314ms |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:55:20 | 200 |     161.212µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:55:20 | 200 |     410.455µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:55:20 | 200 |     198.998µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:55:20 | 200 |      34.866µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:21 | 200 |      34.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:25 | 200 |       33.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:30 | 200 |      35.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:31 | 200 |      34.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:35 | 200 |      33.152µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-21T17:55:37.740Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-21T17:55:37.740Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/21 - 17:55:37 | 400 |     304.915µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:55:40 | 200 |      32.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:41 | 200 |      33.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:45 | 200 |      32.538µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:50 | 200 |      33.108µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:55:51 | 200 |      40.911µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:55:55.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bf9ff49a-2873-4eeb-b9b2-0af74e390cb6","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:55:55.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf9ff49a-2873-4eeb-b9b2-0af74e390cb6","keyPrefix":"sk-oai-1cbD3V3qITwv...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:55:55 | 201 |    1.807868ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:55:55 | 200 |     504.293µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:55:55 | 200 |     148.487µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:55:55 | 200 |      33.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:00 | 200 |      52.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:01 | 200 |      34.431µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:56:04.247Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d3e10f27-4b15-45be-a20f-0eb65ab2b5fc","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:56:04.247Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3e10f27-4b15-45be-a20f-0eb65ab2b5fc","keyPrefix":"sk-oai-KnHwAmM3GjQ5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:56:04 | 201 |    1.647005ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:56:05 | 200 |      34.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:10 | 200 |          35µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:11 | 200 |      32.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:12 | 200 |     532.951µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:56:12 | 200 |     124.169µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:56:15 | 200 |      34.201µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:20 | 200 |      42.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:21 | 200 |      38.677µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:25 | 200 |      46.613µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:56:29.818Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"04211a73-f2bc-45ab-9b80-9f49d591663f","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:56:29.818Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04211a73-f2bc-45ab-9b80-9f49d591663f","keyPrefix":"sk-oai-rjvVUyKIRqLT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:56:29 | 201 |    1.699281ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:56:29 | 200 |     435.149µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:56:29 | 200 |      164.42µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:56:30 | 200 |      38.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:31 | 200 |       35.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:35 | 200 |      46.761µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:40 | 200 |      32.844µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:41 | 200 |      34.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:45 | 200 |       37.67µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:50 | 200 |      49.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:51 | 200 |      39.169µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:56:55 | 200 |      46.385µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:00 | 200 |      45.771µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:01 | 200 |      40.296µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:05 | 200 |       41.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:10 | 200 |      40.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:11 | 200 |      33.218µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:15 | 200 |      42.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:20 | 200 |      40.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:21 | 200 |      42.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:25 | 200 |      43.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:30 | 200 |      39.185µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:31 | 200 |      66.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:35 | 200 |      42.448µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:40 | 200 |      41.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:41 | 200 |      68.796µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:45 | 200 |      40.114µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:50 | 200 |      46.728µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:51 | 200 |      44.177µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:57:55 | 200 |      57.164µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:00 | 200 |       40.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:01 | 200 |      39.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:05 | 200 |      40.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:10 | 200 |      40.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:11 | 200 |      41.208µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:15 | 200 |      39.121µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:20 | 200 |      39.127µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:21 | 200 |      42.782µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:25 | 200 |      39.593µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:30 | 200 |      43.915µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:58:31.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"27a51a37-bb97-4161-a319-be4421bacd97","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:58:31.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27a51a37-bb97-4161-a319-be4421bacd97","keyPrefix":"sk-oai-1QVboWNRAGzn...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:58:31 | 201 |    1.901109ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:58:31 | 200 |          39µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:35 | 200 |      40.338µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:40 | 200 |      39.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:41 | 200 |      39.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:45 | 200 |      43.047µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:50 | 200 |       33.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:51 | 200 |      34.102µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:58:54 | 200 |     552.574µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:58:54 | 200 |     154.657µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:58:55 | 404 |     748.164µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:58:55 | 200 |       40.67µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:00 | 200 |      33.448µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:01 | 200 |      34.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:05 | 200 |      38.683µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:10 | 200 |      35.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:11 | 200 |      34.049µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:15 | 200 |      34.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:20 | 200 |      37.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:21 | 200 |      36.522µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:25 | 200 |      36.137µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:30 | 200 |      38.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:31 | 200 |       34.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:35 | 200 |      33.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:40 | 200 |        36.7µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:41 | 200 |      34.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:45 | 200 |      36.332µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T17:59:48.067Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9c7c5a4d-d4b9-4b11-970b-b854b13aeefb","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T17:59:48.067Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c7c5a4d-d4b9-4b11-970b-b854b13aeefb","keyPrefix":"sk-oai-1DJsAlzQbpSS...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 17:59:48 | 201 |    1.792562ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 17:59:48 | 200 |     381.151µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 17:59:48 | 200 |     180.712µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 17:59:50 | 200 |      40.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:51 | 200 |      35.477µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 17:59:55 | 200 |      40.928µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:00 | 200 |      42.016µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:00:01.342Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/21 - 18:00:01 | 200 |     704.361µs |     10.133.0.32 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/21 - 18:00:01 | 200 |      39.944µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:05 | 200 |      36.607µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:00:07.296Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a8d087ab-a4f2-44f3-b63f-ad8d8393c02d","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:00:07.296Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8d087ab-a4f2-44f3-b63f-ad8d8393c02d","keyPrefix":"sk-oai-IoaKrTfKmw3e...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:00:07 | 201 |      1.6405ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:00:07 | 200 |     317.851µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:00:07 | 200 |     149.352µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:00:07 | 200 |     351.816µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:00:07 | 200 |     173.612µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:00:10 | 200 |      34.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:11 | 200 |      37.031µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:15 | 200 |      35.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:20 | 200 |      37.373µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:21 | 200 |      34.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:25 | 200 |      42.056µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:00:26.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7b298881-3e3b-42cf-b243-b169d3a9025b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:00:26.805Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b298881-3e3b-42cf-b243-b169d3a9025b","keyPrefix":"sk-oai-1PvXvOOJFJvx...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:00:26 | 201 |   10.029976ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:00:26 | 200 |    1.010121ms |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:00:26 | 200 |     358.988µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:00:26 | 200 |     152.593µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:00:26 | 200 |   24.157989ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:00:30 | 200 |      34.114µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:31 | 200 |       39.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:35 | 200 |      39.715µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:40 | 200 |      40.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:41 | 200 |      39.565µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:45 | 200 |      41.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:46 | 200 |     144.435µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:00:46 | 200 |     145.006µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:00:46 | 200 |   20.074055ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:00:50 | 200 |      41.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:51 | 200 |      43.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:00:55 | 200 |      50.716µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:00:58.110Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"df0692d9-ae22-421f-b391-2f8b02edd333","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:00:58.110Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df0692d9-ae22-421f-b391-2f8b02edd333","keyPrefix":"sk-oai-9Zl1edPo0QbK...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:00:58 | 201 |    1.771366ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:01:00 | 200 |      38.895µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:01 | 200 |      39.957µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:05 | 200 |      39.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:10 | 200 |      39.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:11 | 200 |      40.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:15 | 200 |      44.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:20 | 200 |      37.642µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:21 | 200 |      41.222µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:25 | 200 |      42.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:28 | 200 |      536.29µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:01:28 | 200 |      172.27µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:01:28 | 200 |     419.348µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:01:28 | 200 |     335.227µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:01:28 | 200 |     128.781µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:01:28 | 200 |   12.037011ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:01:30 | 200 |      40.255µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:31 | 200 |      41.085µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:35 | 200 |      43.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:40 | 200 |      43.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:41 | 200 |      42.413µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:45 | 200 |     129.213µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:01:45 | 200 |   12.479951ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:01:45 | 200 |      41.908µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:50 | 200 |      41.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:01:51 | 200 |      51.993µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:01:53.932Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bb41067e-2e44-4059-b9cb-f9505ab6e010","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:01:53.932Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb41067e-2e44-4059-b9cb-f9505ab6e010","keyPrefix":"sk-oai-TGiz86sL4oP6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:01:53 | 201 |    1.762266ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:01:55 | 200 |      49.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:00 | 200 |      39.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:01 | 200 |      45.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:01 | 200 |     562.086µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:01 | 200 |     314.165µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:01 | 200 |     195.646µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:01 | 200 |    9.110229ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T18:02:02.490Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3ef0523e-bfba-4c17-82fa-0e1c0564921c","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:02:02.490Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ef0523e-bfba-4c17-82fa-0e1c0564921c","keyPrefix":"sk-oai-Hd2IAOgO84Ku...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:02:02 | 201 |    1.431397ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:05 | 200 |      42.797µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:10 | 200 |     485.222µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:10 | 200 |     274.053µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:10 | 200 |     157.762µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:10 | 200 |    6.078328ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:10 | 200 |      36.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:10 | 200 |     286.244µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:10 | 200 |      283.89µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:10 | 200 |     156.458µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:10 | 200 |    5.946651ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T18:02:11.511Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a7982e9f-d067-4fbf-be5e-6eaf8e57689b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:02:11.511Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a7982e9f-d067-4fbf-be5e-6eaf8e57689b","keyPrefix":"sk-oai-ac9MbljTWA8R...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:02:11 | 201 |     1.58976ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:11 | 200 |       44.75µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:15 | 200 |      63.477µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:19 | 200 |     441.424µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:19 | 200 |     229.728µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:19 | 200 |     142.923µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:19 | 200 |   11.419795ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:20 | 200 |      36.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:21 | 200 |      39.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:25 | 200 |      41.727µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:02:28.742Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"92de3ad5-6a6a-43a9-b11f-613ed2c9e440","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:02:28.742Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92de3ad5-6a6a-43a9-b11f-613ed2c9e440","keyPrefix":"sk-oai-SkHTW0xJ7Bic...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:02:28 | 201 |    1.792924ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:30 | 200 |      47.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:31 | 200 |      41.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:35 | 200 |      39.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:36 | 200 |     460.939µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:36 | 200 |     379.654µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:36 | 200 |     146.927µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:36 | 200 |     275.269µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:36 | 200 |     183.668µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:36 | 200 |   17.651188ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:40 | 200 |      39.268µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:41 | 200 |      38.902µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:45 | 200 |      40.177µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:02:50.210Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8d9a53bd-2998-4c78-b59d-bc6c0ff748d8","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:02:50.210Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d9a53bd-2998-4c78-b59d-bc6c0ff748d8","keyPrefix":"sk-oai-1RXUSYYc6DmL...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:02:50 | 201 |    2.512135ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:02:50 | 200 |      41.033µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:51 | 200 |      40.351µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:55 | 200 |      40.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:02:58 | 200 |    1.015507ms |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:58 | 200 |     278.914µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:58 | 200 |      285.84µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:02:58 | 200 |     148.185µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:58 | 200 |     156.118µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:02:58 | 200 |   26.659473ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:00 | 200 |      38.491µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:01 | 200 |      41.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:05 | 200 |      42.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:10 | 200 |      40.582µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:11 | 200 |      41.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:14 | 200 |      181.76µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:03:14 | 200 |      180.68µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:03:14 | 200 |     185.108µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:03:14 | 200 |   33.726769ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:15 | 200 |      60.159µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:20 | 200 |       40.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:21 | 200 |      39.224µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:25 | 200 |       45.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:30 | 200 |      40.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:31 | 200 |      39.739µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:32 | 200 |     158.925µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:03:32 | 200 |   12.407087ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:35 | 200 |      42.028µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:40 | 200 |      41.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:41 | 200 |       39.55µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:03:43.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5644f150-88bc-4040-9007-7119877206b5","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:03:43.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5644f150-88bc-4040-9007-7119877206b5","keyPrefix":"sk-oai-4fI8s2tUriZv...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:03:43 | 201 |    1.902677ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:45 | 200 |      39.544µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:50 | 200 |      49.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:51 | 200 |      781.91µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:03:51 | 200 |     204.964µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:51 | 200 |      38.886µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:03:51.877Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bb268d94-f475-41de-9f67-a62e942ade7f","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:03:51.878Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb268d94-f475-41de-9f67-a62e942ade7f","keyPrefix":"sk-oai-G9qXaknjD2CH...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:03:51 | 201 |    1.583075ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:03:55 | 200 |       45.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:03:59 | 200 |      549.31µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:03:59 | 200 |     306.167µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:03:59 | 200 |      117.32µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:03:59 | 200 |   11.470518ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T18:04:00.308Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f847d72c-0ac4-4374-a8b8-40fe5771fa4a","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:04:00.308Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f847d72c-0ac4-4374-a8b8-40fe5771fa4a","keyPrefix":"sk-oai-1JjSSkoE92sa...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:04:00 | 201 |    1.617805ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:04:00 | 200 |      43.224µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:01 | 200 |      43.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:05 | 200 |      40.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:08 | 200 |     524.989µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:04:08 | 200 |     383.048µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:04:08 | 200 |     161.748µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:04:08 | 200 |    9.771558ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T18:04:09.115Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"88202bd5-9b95-4b6a-8bcd-27d7c2c6df82","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:04:09.115Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88202bd5-9b95-4b6a-8bcd-27d7c2c6df82","keyPrefix":"sk-oai-HtcES7UQjFeZ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:04:09 | 201 |    1.652788ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:04:10 | 200 |      40.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:11 | 200 |      42.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:15 | 200 |      40.893µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:17 | 200 |     537.184µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:04:17 | 200 |     299.511µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:04:17 | 200 |     195.463µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:04:17 | 200 |   26.252594ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:04:20 | 200 |      44.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:21 | 200 |      39.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:25 | 200 |      39.518µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:04:26.418Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7845bf63-35bf-4b5e-b2c4-036c5ed8dc9b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:04:26.418Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7845bf63-35bf-4b5e-b2c4-036c5ed8dc9b","keyPrefix":"sk-oai-16HQ04Y3vN6Q...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:04:26 | 201 |    1.934601ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:04:30 | 200 |      40.667µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:31 | 200 |      39.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:35 | 200 |       38.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:40 | 200 |      38.903µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:41 | 200 |      40.065µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:42 | 200 |     491.763µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:04:42 | 403 |      90.536µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:04:45 | 200 |      43.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:50 | 200 |      37.658µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:51 | 200 |      37.849µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:55 | 200 |       40.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:04:59 | 403 |     129.171µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:05:00 | 200 |      49.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:01 | 200 |       50.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:05 | 200 |      42.032µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:10 | 200 |      42.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:11 | 200 |      41.477µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:15 | 200 |      46.703µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:17 | 403 |      115.14µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:05:20 | 200 |      39.876µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:21 | 200 |      40.057µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:25 | 200 |       51.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:30 | 200 |      39.839µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:31 | 200 |       55.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:34 | 403 |     131.732µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:05:35 | 200 |      42.607µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:40 | 200 |      43.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:41 | 200 |      38.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:45 | 200 |      38.009µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:05:46.496Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b965628d-4d21-4e03-8ccc-82642ad805c3","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:05:46.496Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b965628d-4d21-4e03-8ccc-82642ad805c3","keyPrefix":"sk-oai-TpQfymeqlF2T...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:05:46 | 201 |    1.806165ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:05:50 | 200 |      41.517µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:51 | 200 |       43.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:05:54 | 200 |     417.456µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:05:54 | 200 |     327.883µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:05:54 | 200 |     175.416µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:05:54 | 200 |   18.748011ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:05:55 | 200 |      37.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:00 | 200 |      37.496µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:01 | 200 |      37.117µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:05 | 200 |      46.688µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:06:08.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7e3326e2-4876-48cb-8c40-09434a614f9e","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:06:08.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e3326e2-4876-48cb-8c40-09434a614f9e","keyPrefix":"sk-oai-y2VFnWfyV2N5...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:06:08 | 201 |    2.309648ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T18:06:08.855Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ea37a4e7-890e-4d36-9ae4-493fcede4516","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:06:08.855Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ea37a4e7-890e-4d36-9ae4-493fcede4516","keyPrefix":"sk-oai-1HTDh1B4I5Vx...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:06:08 | 201 |    1.453699ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:10 | 200 |       39.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:11 | 200 |      41.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:15 | 200 |      39.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:16 | 200 |     473.712µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:06:16 | 200 |     280.167µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:06:16 | 200 |       160.9µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:16 | 200 |    9.313692ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:16 | 200 |     280.974µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:06:16 | 200 |     260.731µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:06:16 | 200 |     150.512µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:16 | 200 |   10.422139ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:20 | 200 |      38.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:21 | 200 |      39.755µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:25 | 200 |      38.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:30 | 200 |       40.87µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:31 | 200 |      40.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:33 | 200 |     242.958µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:33 | 200 |     252.049µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:33 | 200 |     226.511µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:33 | 200 |   32.682263ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:35 | 200 |      40.703µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:40 | 200 |      39.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:41 | 200 |      42.204µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:45 | 200 |      38.695µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:50 | 200 |     366.937µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:50 | 200 |   12.360095ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:50 | 200 |     219.402µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:06:50 | 200 |   11.394641ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:06:50 | 200 |      67.145µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:51 | 200 |      39.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:06:55 | 200 |       45.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:00 | 200 |      41.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:01 | 200 |       41.67µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:05 | 200 |      40.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:10 | 200 |      54.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:11 | 200 |      63.548µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:15 | 200 |      39.111µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:07:15.842Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6bffccfe-4097-448e-af58-d70050c5e952","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:07:15.842Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6bffccfe-4097-448e-af58-d70050c5e952","keyPrefix":"sk-oai-bmPcpSbxVWQR...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:07:15 | 201 |    1.728382ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:07:15 | 200 |     456.311µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:15 | 200 |     182.288µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:07:15 | 200 |     388.154µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:15 | 200 |     213.012µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:07:15 | 200 |     449.786µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:15 | 200 |     179.662µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:07:15 | 200 |     380.764µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:16 | 200 |      324.66µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:16 | 200 |     165.233µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:07:16 | 200 |   12.058635ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:07:20 | 200 |      48.039µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:21 | 200 |      52.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:25 | 200 |      40.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:30 | 200 |      38.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:31 | 200 |      41.041µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:07:32.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c091169a-e9af-4056-8227-3e4e5b4e1531","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:07:32.101Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c091169a-e9af-4056-8227-3e4e5b4e1531","keyPrefix":"sk-oai-1CFuWCWx1OCt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:07:32 | 201 |    1.611916ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:07:32 | 200 |     439.631µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:07:32 | 200 |     161.372µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:07:35 | 200 |      40.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:40 | 200 |      39.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:41 | 200 |      42.872µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:45 | 200 |      57.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:50 | 200 |      40.696µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:51 | 200 |      41.903µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:07:55 | 200 |      42.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:08:00 | 200 |      39.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:08:01 | 200 |      38.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:08:05 | 200 |       41.63µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:08:10 | 200 |      39.175µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/21 - 18:08:11 | 200 |      38.688µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T18:08:14.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"8c431fe1-66ec-4de3-a02b-508353e5a53b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T18:08:14.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c431fe1-66ec-4de3-a02b-508353e5a53b","keyPrefix":"sk-oai-OdYC35q77Mj7...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 18:08:14 | 201 |   10.206096ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:08:14 | 200 |    1.151665ms |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     323.425µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     155.062µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |   10.435725ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:08:14 | 200 |      454.74µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |      148.44µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     469.233µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     144.978µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     445.828µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     133.444µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     400.631µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     127.836µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |      354.44µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     139.818µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     368.015µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     147.157µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     378.887µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     158.257µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     362.668µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     149.444µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     363.032µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     142.465µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |     342.946µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     136.771µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 18:08:14 | 200 |      377.11µs |     10.134.0.47 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 18:08:14 | 200 |     134.049µs |     10.134.0.47 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-21T18:08:14.993Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"8c431fe1-66ec-4de3-a02b-508353e5a53b"}
{"level":"info","timestamp":"2026-05-21T18:08:14.993Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8c431fe1-66ec-4de3-a02b-508353e5a53b","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/05/21 - 18:08:14 | 200 |    2.217148ms |      100.64.0.3 | DELETE   "/v1/api-keys/8c431fe1-66ec-4de3-a02b-508353e5a53b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 18:08:15 | 200 |      48.542µs |      10.132.0.2 | GET      "/health"