[GIN] 2026/05/21 - 02:07:46 | 200 |     966.833µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:07:46 | 200 |     384.435µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:07:48 | 200 |      42.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:07:53 | 200 |      38.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:07:54 | 200 |      39.247µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:07:55.283Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"13e23c61-4ac7-496c-a459-e159bcfa88e9","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:07:55.283Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13e23c61-4ac7-496c-a459-e159bcfa88e9","keyPrefix":"sk-oai-HeGxxAfNrorg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:07:55 | 201 |    2.060914ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:07:58 | 200 |       45.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:03 | 200 |      45.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:03 | 200 |    1.112881ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:08:03 | 200 |     337.169µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:08:04 | 200 |      40.167µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:08 | 200 |      36.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:13 | 200 |      32.242µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:14 | 200 |      32.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:18 | 200 |      34.513µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:08:20.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fd0fcefc-412a-428d-af30-9789d7de9d1a","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:08:20.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd0fcefc-412a-428d-af30-9789d7de9d1a","keyPrefix":"sk-oai-oOusrsFJ96el...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:08:20 | 201 |    2.303307ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:08:20 | 200 |     649.179µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:08:21 | 200 |       382.6µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:08:23 | 200 |      33.992µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:24 | 200 |      31.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:28 | 200 |      37.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:33 | 200 |      32.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:34 | 200 |      32.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:38 | 200 |       38.48µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:08:38.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9473be8e-a307-47fc-bf8b-deca53cd5612","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:08:38.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9473be8e-a307-47fc-bf8b-deca53cd5612","keyPrefix":"sk-oai-gFqQBOm4GmBy...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:08:38 | 201 |    2.082147ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:08:38 | 200 |     729.585µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:08:38 | 200 |     354.375µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:08:43 | 200 |      32.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:44 | 200 |      31.952µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:48 | 200 |      41.434µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:53 | 200 |      38.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:08:54 | 200 |      33.756µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:08:55.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ccf80f4b-c7d1-400b-a1c9-83c8eb9cc828","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:08:55.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccf80f4b-c7d1-400b-a1c9-83c8eb9cc828","keyPrefix":"sk-oai-wKs6HAnvYdoH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:08:55 | 201 |     2.27193ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T02:08:55.911Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"09f4cd01-b8f3-4b7f-bae1-f6f12b199f28","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:08:55.911Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09f4cd01-b8f3-4b7f-bae1-f6f12b199f28","keyPrefix":"sk-oai-1V5vivYuC0KV...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:08:55 | 201 |     1.74653ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:08:55 | 200 |     660.723µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:08:55 | 200 |     413.848µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:08:55 | 200 |     594.576µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:08:55 | 200 |     385.167µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:08:58 | 200 |      40.221µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:03 | 200 |       33.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:04 | 200 |       36.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:08 | 200 |      39.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:13 | 200 |      33.459µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-21T02:09:13.524Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-21T02:09:13.525Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/21 - 02:09:13 | 400 |     269.651µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:09:14 | 200 |      32.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:18 | 200 |      46.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:23 | 200 |      43.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:24 | 200 |      34.458µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:28 | 200 |       38.41µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:09:30.908Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9c653f03-d95f-45d2-828c-5477bb040db1","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:09:30.908Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c653f03-d95f-45d2-828c-5477bb040db1","keyPrefix":"sk-oai-FSqnyQ8MsA0a...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:09:30 | 201 |   11.182313ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:09:30 | 200 |    1.343518ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:09:30 | 200 |     242.445µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:09:33 | 200 |      33.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:34 | 200 |      34.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:38 | 200 |      34.476µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:09:39.967Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5adf850d-c12f-47a4-938f-ecc1b0a01112","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:09:39.967Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5adf850d-c12f-47a4-938f-ecc1b0a01112","keyPrefix":"sk-oai-oH0amWkE6Wgu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:09:39 | 201 |    2.227651ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:09:43 | 200 |      33.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:44 | 200 |      32.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:48 | 200 |    1.026107ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:09:48 | 200 |     220.353µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:09:48 | 200 |      35.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:53 | 200 |      32.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:54 | 200 |      33.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:09:58 | 200 |      36.108µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:03 | 200 |      53.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:04 | 200 |      32.473µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:10:05.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"29e000e6-f916-406e-8923-331f8d3e7393","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:10:05.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29e000e6-f916-406e-8923-331f8d3e7393","keyPrefix":"sk-oai-38pCf8hAbrU6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:10:05 | 201 |    2.201404ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:10:05 | 200 |     663.719µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:10:05 | 200 |     182.693µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:10:08 | 200 |      30.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:13 | 200 |      30.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:14 | 200 |      34.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:18 | 200 |      36.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:23 | 200 |      33.151µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:24 | 200 |      33.619µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:28 | 200 |      39.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:33 | 200 |      32.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:34 | 200 |      31.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:38 | 200 |      33.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:43 | 200 |      37.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:44 | 200 |      38.462µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:48 | 200 |      34.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:53 | 200 |      66.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:54 | 200 |      31.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:10:58 | 200 |      33.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:03 | 200 |      33.491µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:04 | 200 |      31.694µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:08 | 200 |      33.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:13 | 200 |        50.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:14 | 200 |      31.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:18 | 200 |       30.69µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:23 | 200 |      32.454µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:24 | 200 |      34.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:28 | 200 |      33.516µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:33 | 200 |      31.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:34 | 200 |      34.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:38 | 200 |      32.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:43 | 200 |      35.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:44 | 200 |      33.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:48 | 200 |      44.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:53 | 200 |      40.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:54 | 200 |      39.316µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:11:58 | 200 |      40.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:03 | 200 |      42.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:04 | 200 |      39.967µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:12:04.716Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ef775d92-48a3-4cc9-a5b3-8e16f049cfdf","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:12:04.716Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef775d92-48a3-4cc9-a5b3-8e16f049cfdf","keyPrefix":"sk-oai-COHYYvaJXGhq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:12:04 | 201 |    2.154306ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:12:08 | 200 |      44.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:13 | 200 |      40.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:14 | 200 |       39.48µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:18 | 200 |      37.682µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:23 | 200 |      38.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:24 | 200 |      38.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:27 | 200 |     1.10242ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:12:27 | 200 |     282.041µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:12:28 | 200 |          40µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:28 | 404 |    1.305959ms |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:12:33 | 200 |       38.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:34 | 200 |      43.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:38 | 200 |      60.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:43 | 200 |      38.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:44 | 200 |      38.637µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:48 | 200 |      39.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:53 | 200 |      40.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:54 | 200 |      37.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:12:58 | 200 |      64.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:03 | 200 |      45.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:04 | 200 |      74.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:08 | 200 |      39.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:13 | 200 |      58.033µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:14 | 200 |      40.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:18 | 200 |      37.379µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:13:20.630Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"adcdba22-ea89-44a7-a533-6778fd7e9414","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:13:20.630Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"adcdba22-ea89-44a7-a533-6778fd7e9414","keyPrefix":"sk-oai-sGaF5a1Lqrmb...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:13:20 | 201 |    2.515321ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:13:20 | 200 |     644.829µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:13:20 | 200 |     159.216µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:13:23 | 200 |      39.284µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:24 | 200 |      40.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:28 | 200 |      45.025µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:33 | 200 |      53.117µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:34 | 200 |      39.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:38 | 200 |      40.123µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:13:39.842Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"30ad278f-8c83-44c2-915e-88a9f99af9be","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:13:39.842Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30ad278f-8c83-44c2-915e-88a9f99af9be","keyPrefix":"sk-oai-Al9MmsAQhAnf...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:13:39 | 201 |     2.28436ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:13:39 | 200 |     672.719µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:13:39 | 200 |     190.794µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:13:40 | 200 |     625.583µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:13:40 | 200 |     195.709µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:13:43 | 200 |      38.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:44 | 200 |      46.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:48 | 200 |      40.409µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:53 | 200 |      37.274µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:54 | 200 |      38.759µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:13:58 | 200 |      43.247µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:13:59.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"362d516c-96ba-4905-abb1-d753316f02e1","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:13:59.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"362d516c-96ba-4905-abb1-d753316f02e1","keyPrefix":"sk-oai-VTCSigfS3ONf...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:13:59 | 201 |    2.510273ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:13:59 | 200 |     608.447µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:13:59 | 200 |     509.843µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:13:59 | 200 |     155.472µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:13:59 | 200 |   20.820708ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:14:03 | 200 |      40.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:04 | 200 |      41.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:08 | 200 |      38.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:13 | 200 |       40.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:14 | 200 |      39.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:18 | 200 |      38.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:18 | 200 |     181.653µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:14:18 | 200 |     167.984µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:14:18 | 200 |   21.978359ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:14:23 | 200 |      42.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:24 | 200 |       37.92µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:28 | 200 |      38.342µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:14:30.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"153f4d73-14bd-465f-8dcc-758e0d1c6cb9","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:14:30.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"153f4d73-14bd-465f-8dcc-758e0d1c6cb9","keyPrefix":"sk-oai-vnE6eBo67kZG...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:14:30 | 201 |    1.992778ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:14:33 | 200 |      40.013µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:34 | 200 |      39.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:38 | 200 |      39.971µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:43 | 200 |      38.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:44 | 200 |      40.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:48 | 200 |      39.792µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:53 | 200 |      39.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:54 | 200 |      61.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:14:58 | 200 |      46.359µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:00 | 200 |   10.054918ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:00 | 200 |     145.702µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:00 | 200 |     556.466µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:00 | 200 |       528.6µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:00 | 200 |     140.267µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:00 | 200 |   15.604796ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T02:15:01.389Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/21 - 02:15:01 | 200 |     807.944µs |     10.132.0.30 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/21 - 02:15:03 | 200 |      42.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:04 | 200 |      51.346µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:08 | 200 |      59.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:13 | 200 |      44.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:14 | 200 |      45.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:17 | 200 |      336.12µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:17 | 200 |   12.318859ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:18 | 200 |      65.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:23 | 200 |      44.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:24 | 200 |      39.779µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:15:26.143Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec33aae4-cf39-41ee-94ff-1c6b0ccbb0b9","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:15:26.143Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec33aae4-cf39-41ee-94ff-1c6b0ccbb0b9","keyPrefix":"sk-oai-1RBmW9ls4fGi...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:15:26 | 201 |    2.674226ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:28 | 200 |      40.776µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:33 | 200 |      38.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:34 | 200 |    1.145151ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:34 | 200 |     579.877µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:34 | 200 |     226.856µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:34 | 200 |    9.691238ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:34 | 200 |       33.29µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:15:34.661Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55f8ed73-6f7d-49c2-a0f3-44ea2942b4ca","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:15:34.661Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55f8ed73-6f7d-49c2-a0f3-44ea2942b4ca","keyPrefix":"sk-oai-1NZWrIxZb9Sx...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:15:34 | 201 |    1.750015ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:38 | 200 |      38.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:42 | 200 |    1.075823ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:42 | 200 |     484.746µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:42 | 200 |     165.351µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:42 | 200 |    6.770789ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:42 | 200 |      518.61µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:42 | 200 |     440.234µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:42 | 200 |     163.568µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:42 | 200 |    6.212269ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:43 | 200 |      37.592µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:15:43.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db2ba7e2-98a7-4b4e-a532-f6bb956f5af5","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:15:43.657Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db2ba7e2-98a7-4b4e-a532-f6bb956f5af5","keyPrefix":"sk-oai-YjQUo6xwa5rF...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:15:43 | 201 |    1.859082ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:44 | 200 |      39.728µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:48 | 200 |      41.227µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:51 | 200 |     882.912µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:51 | 200 |     458.994µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:15:51 | 200 |     173.795µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:15:51 | 200 |    9.936437ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:15:53 | 200 |      40.818µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:54 | 200 |      38.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:15:58 | 200 |      40.092µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:16:00.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2cd36295-a72d-4b48-a8ab-e0e76cfa5231","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:16:00.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2cd36295-a72d-4b48-a8ab-e0e76cfa5231","keyPrefix":"sk-oai-1KXtaCE8Ocsj...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:16:00 | 201 |    2.445506ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:16:03 | 200 |      32.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:04 | 200 |      41.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:08 | 200 |      46.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:08 | 200 |    1.004143ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:08 | 200 |     562.265µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:08 | 200 |     143.749µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:08 | 200 |     441.246µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:08 | 200 |     183.279µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:08 | 200 |    19.43977ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:16:13 | 200 |      39.165µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:14 | 200 |      38.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:18 | 200 |      39.983µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:16:20.098Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25d325ed-21ee-4c70-bbe4-ec4b91b91f4b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:16:20.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25d325ed-21ee-4c70-bbe4-ec4b91b91f4b","keyPrefix":"sk-oai-ZWaysExtkalZ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:16:20 | 201 |    2.059372ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:16:23 | 200 |      41.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:24 | 200 |      49.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:28 | 200 |      838.75µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:28 | 200 |     536.844µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:28 | 200 |     280.907µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:28 | 200 |   10.115283ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:16:28 | 200 |     348.835µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:28 | 200 |   23.701521ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:16:28 | 200 |      42.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:33 | 200 |      38.833µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:34 | 200 |      37.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:38 | 200 |      41.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:43 | 200 |      40.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:44 | 200 |     359.317µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:44 | 200 |     374.237µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:44 | 200 |     393.494µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:16:44 | 200 |   33.723845ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:16:44 | 200 |      40.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:48 | 200 |      43.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:53 | 200 |      41.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:54 | 200 |      42.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:16:58 | 200 |      39.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:01 | 200 |     203.309µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:17:01 | 200 |   14.393017ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:03 | 200 |      40.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:04 | 200 |      38.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:08 | 200 |      40.975µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:13 | 200 |      41.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:14 | 200 |      43.465µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:17:14.886Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0486cd4c-8b46-47a8-9f36-4037f07a01b1","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:17:14.886Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0486cd4c-8b46-47a8-9f36-4037f07a01b1","keyPrefix":"sk-oai-1MkdEGSLg6Mt...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:17:14 | 201 |    2.660999ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:18 | 200 |      50.123µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:22 | 200 |    1.270995ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:22 | 200 |    2.303295ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:23 | 200 |      42.743µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:17:23.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3efa0f83-bb37-4ccc-80f9-93c3336bd974","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:17:23.499Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3efa0f83-bb37-4ccc-80f9-93c3336bd974","keyPrefix":"sk-oai-bh10MmlVyyAV...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:17:23 | 201 |    1.831757ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:24 | 200 |      49.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:28 | 200 |      40.638µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:31 | 200 |    1.061432ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:31 | 200 |     552.915µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:31 | 200 |     209.889µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:17:31 | 200 |    9.872469ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T02:17:31.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7c457243-0979-4c56-a5bf-590033b1bfac","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:17:31.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c457243-0979-4c56-a5bf-590033b1bfac","keyPrefix":"sk-oai-19nuxOBP5AOO...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:17:31 | 201 |    1.699297ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:33 | 200 |      40.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:34 | 200 |      43.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:38 | 200 |      40.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:39 | 200 |    1.161598ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:39 | 200 |     696.716µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:39 | 200 |     349.058µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:17:39 | 200 |   10.492144ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T02:17:40.633Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"59fb440d-728d-49c7-8a2f-c0026c18bf80","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:17:40.633Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59fb440d-728d-49c7-8a2f-c0026c18bf80","keyPrefix":"sk-oai-5pN7gpSUMhTX...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:17:40 | 201 |    1.849525ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:43 | 200 |      36.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:44 | 200 |      39.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:48 | 200 |       39.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:48 | 200 |    1.242762ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:48 | 200 |     679.407µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:17:48 | 200 |     362.712µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:17:48 | 200 |   10.926917ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:53 | 200 |      46.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:17:54 | 200 |      37.507µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:17:57.809Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"983bd297-bc47-4d15-94f8-74081c51f5a1","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:17:57.809Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"983bd297-bc47-4d15-94f8-74081c51f5a1","keyPrefix":"sk-oai-8tany4Hmvz6n...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:17:57 | 201 |    2.506527ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:17:58 | 200 |      43.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:03 | 200 |      41.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:04 | 200 |      31.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:08 | 200 |      45.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:13 | 200 |      40.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:14 | 200 |     991.078µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:18:14 | 403 |     101.278µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:18:14 | 200 |      39.906µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:18 | 200 |      43.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:23 | 200 |      42.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:24 | 200 |       45.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:28 | 200 |      52.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:31 | 403 |     110.873µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:18:33 | 200 |       47.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:34 | 200 |      38.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:38 | 200 |      80.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:43 | 200 |      41.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:44 | 200 |      38.855µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:48 | 403 |      129.92µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:18:48 | 200 |      39.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:53 | 200 |      39.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:54 | 200 |       41.93µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:18:58 | 200 |      44.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:03 | 200 |      37.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:04 | 200 |      55.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:05 | 403 |     162.205µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:08 | 200 |      39.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:13 | 200 |      36.799µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:14 | 200 |      48.021µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:18 | 200 |      54.693µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:19:19.612Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d3ccc304-623c-4c03-9a58-bfa6f9e06043","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:19:19.612Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3ccc304-623c-4c03-9a58-bfa6f9e06043","keyPrefix":"sk-oai-17mNaGkNjTfX...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:19:19 | 201 |    2.135831ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:23 | 200 |       38.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:24 | 200 |      40.403µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:27 | 200 |    1.123877ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:27 | 200 |       621.3µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:27 | 200 |     240.421µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:19:27 | 200 |   19.367079ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:28 | 200 |        38.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:33 | 200 |      38.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:34 | 200 |      37.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:38 | 200 |       48.51µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:19:39.654Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e646d534-b918-4453-b55e-75ac5a052cde","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:19:39.654Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e646d534-b918-4453-b55e-75ac5a052cde","keyPrefix":"sk-oai-Ce2T1aoeUZYE...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:19:39 | 201 |    2.329929ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T02:19:39.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4cb838e-952f-4f5e-9055-062b6d9be1c6","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:19:39.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4cb838e-952f-4f5e-9055-062b6d9be1c6","keyPrefix":"sk-oai-1HW75jge4u2c...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:19:39 | 201 |    1.835998ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:43 | 200 |      42.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:44 | 200 |      38.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:47 | 200 |    1.270061ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:47 | 200 |     629.521µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:47 | 200 |     388.223µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:19:47 | 200 |   10.338518ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:47 | 200 |     655.077µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:47 | 200 |     669.416µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:19:47 | 200 |      344.41µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:19:47 | 200 |   10.415619ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:19:48 | 200 |      39.086µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:53 | 200 |      41.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:54 | 200 |      39.177µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:19:58 | 200 |      41.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:03 | 200 |      38.146µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:04 | 200 |     360.017µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:04 | 200 |     397.164µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:04 | 200 |      358.01µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:04 | 200 |   31.337311ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:20:04 | 200 |      38.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:08 | 200 |       38.48µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:13 | 200 |      43.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:14 | 200 |      38.698µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:18 | 200 |      38.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:20 | 200 |     179.293µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:20 | 200 |   11.743785ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:20:20 | 200 |     154.605µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:20 | 200 |   10.957072ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:20:23 | 200 |      43.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:24 | 200 |      38.656µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:28 | 200 |      39.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:33 | 200 |      40.614µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:34 | 200 |        44.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:38 | 200 |      42.213µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:43 | 200 |      38.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:44 | 200 |      49.031µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:20:46.239Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21cc6679-8b4a-4035-9da0-948a7db51550","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:20:46.239Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21cc6679-8b4a-4035-9da0-948a7db51550","keyPrefix":"sk-oai-qWiD26v8CxSE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:20:46 | 201 |    2.322068ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:20:46 | 200 |     544.268µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:20:46 | 200 |     148.485µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:46 | 200 |      566.03µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:20:46 | 200 |     140.048µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:46 | 200 |      514.73µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:20:46 | 200 |     154.622µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:46 | 200 |      492.56µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:20:46 | 200 |     452.802µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:20:46 | 200 |     126.158µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:20:46 | 200 |    9.972148ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:20:48 | 200 |      38.517µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:53 | 200 |      37.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:54 | 200 |      41.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:20:58 | 200 |      39.149µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:21:01.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"285c1bce-8343-424e-8c59-1cd5fc0ab3b0","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:21:01.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"285c1bce-8343-424e-8c59-1cd5fc0ab3b0","keyPrefix":"sk-oai-zji89ZsoEy6H...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:21:01 | 201 |    2.250059ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:21:02 | 200 |     612.643µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:02 | 200 |     169.938µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:03 | 200 |       43.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:04 | 200 |      54.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:08 | 200 |      43.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:13 | 200 |       39.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:14 | 200 |      40.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:18 | 200 |      40.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:23 | 200 |      39.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:24 | 200 |      37.303µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:28 | 200 |       41.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:33 | 200 |      39.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:34 | 200 |      37.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:38 | 200 |      41.651µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T02:21:42.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"059e2536-d4ef-4c49-8c92-6aefcd618123","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T02:21:42.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"059e2536-d4ef-4c49-8c92-6aefcd618123","keyPrefix":"sk-oai-1FJVuPkdy4Dy...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 02:21:42 | 201 |   11.959645ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:21:42 | 200 |    2.004423ms |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     732.181µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |      318.32µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |   10.201327ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:21:42 | 200 |      830.79µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     361.031µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     905.145µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     341.194µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     860.181µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     353.632µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     978.427µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |      371.59µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     776.609µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     377.675µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     603.512µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |      333.44µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     600.049µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     382.363µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     720.651µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     356.529µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     773.051µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     373.038µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |     811.751µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     371.189µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 02:21:42 | 200 |      731.41µs |     10.132.0.27 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 02:21:42 | 200 |     346.116µs |     10.132.0.27 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-21T02:21:42.634Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"059e2536-d4ef-4c49-8c92-6aefcd618123"}
{"level":"info","timestamp":"2026-05-21T02:21:42.634Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"059e2536-d4ef-4c49-8c92-6aefcd618123","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/05/21 - 02:21:42 | 200 |    3.507504ms |      100.64.0.3 | DELETE   "/v1/api-keys/059e2536-d4ef-4c49-8c92-6aefcd618123" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 02:21:43 | 200 |      43.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 02:21:44 | 200 |      37.974µs |      10.133.0.2 | GET      "/health"