[GIN] 2026/05/28 - 03:39:27 | 200 |      56.127µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:28 | 200 |      37.019µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:39:30.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0f1d6ae7-dd76-4271-bc46-8bd7c18dc23f","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:39:30.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f1d6ae7-dd76-4271-bc46-8bd7c18dc23f","keyPrefix":"sk-oai-zxLw6tNELV2x...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:39:30 | 201 |    2.264884ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:39:32 | 200 |      37.129µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:37 | 200 |      39.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:38 | 200 |     818.426µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:39:38 | 200 |     119.451µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:39:38 | 200 |      33.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:42 | 200 |      36.551µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:47 | 200 |      48.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:48 | 200 |      34.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:52 | 200 |      42.345µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:39:56.122Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dfe4305b-0ec4-4eb0-bc9b-bb54f1b7337a","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:39:56.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dfe4305b-0ec4-4eb0-bc9b-bb54f1b7337a","keyPrefix":"sk-oai-11GLQXanYevn...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:39:56 | 201 |    2.309006ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:39:56 | 200 |     535.928µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:39:56 | 200 |     158.453µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:39:57 | 200 |      36.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:39:58 | 200 |      35.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:02 | 200 |      48.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:07 | 200 |      47.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:08 | 200 |      33.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:12 | 200 |       36.76µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:40:13.761Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ceaf8e79-17d4-4a87-972f-e4583af31c8c","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:40:13.761Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ceaf8e79-17d4-4a87-972f-e4583af31c8c","keyPrefix":"sk-oai-DIaz1llt8xUo...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:40:13 | 201 |   11.903906ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:40:13 | 200 |    1.372853ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:40:13 | 200 |     124.321µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:40:17 | 200 |      47.575µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:18 | 200 |      41.932µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:22 | 200 |      44.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:27 | 200 |      44.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:28 | 200 |      41.662µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:40:31.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"79b9ad81-e805-4f13-af8d-3a3519d8389d","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:40:31.034Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79b9ad81-e805-4f13-af8d-3a3519d8389d","keyPrefix":"sk-oai-j2UPT7rgJBbl...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:40:31 | 201 |    2.669069ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T03:40:31.065Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d5e6c472-be64-4dc7-926e-418a0f93348e","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:40:31.065Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5e6c472-be64-4dc7-926e-418a0f93348e","keyPrefix":"sk-oai-TuOAaQVjX3eR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:40:31 | 201 |    1.939079ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:40:31 | 200 |     712.047µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:40:31 | 200 |     214.192µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:40:31 | 200 |     618.658µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:40:31 | 200 |     188.599µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:40:32 | 200 |      39.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:37 | 200 |      40.069µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:38 | 200 |      42.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:42 | 200 |      39.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:47 | 200 |      42.657µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-28T03:40:48.690Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-28T03:40:48.690Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/28 - 03:40:48 | 400 |     314.161µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:40:48 | 200 |      39.344µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:52 | 200 |      43.325µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:57 | 200 |       39.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:40:58 | 200 |      47.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:02 | 200 |       42.23µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:41:06.041Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"06cc28f6-a4ef-4f3d-aecb-2f62c69423f4","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:41:06.041Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06cc28f6-a4ef-4f3d-aecb-2f62c69423f4","keyPrefix":"sk-oai-VesvN4H7Zk4C...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:41:06 | 201 |    2.138611ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:41:06 | 200 |     584.224µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:41:06 | 200 |     142.967µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:41:07 | 200 |      41.308µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:08 | 200 |      39.141µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:12 | 200 |      45.165µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:41:15.094Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1341af7e-c558-49b4-8839-bab8daa0bccc","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:41:15.094Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1341af7e-c558-49b4-8839-bab8daa0bccc","keyPrefix":"sk-oai-1Eh3kYdm0w0j...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:41:15 | 201 |    2.268995ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:41:17 | 200 |      49.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:18 | 200 |       39.92µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:22 | 200 |      41.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:23 | 200 |     961.483µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:41:23 | 200 |      126.48µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:41:27 | 200 |      40.096µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:28 | 200 |      61.446µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:32 | 200 |      43.206µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:37 | 200 |      38.454µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:38 | 200 |      40.939µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:41:40.646Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"07bb51c1-6b42-4d2c-af27-e1b148d9854e","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:41:40.646Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07bb51c1-6b42-4d2c-af27-e1b148d9854e","keyPrefix":"sk-oai-tt2ze4Wl5gZF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:41:40 | 201 |    2.090902ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:41:40 | 200 |     579.835µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:41:40 | 200 |     137.223µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:41:42 | 200 |      37.323µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:47 | 200 |      39.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:48 | 200 |      60.365µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:52 | 200 |      39.125µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:57 | 200 |      46.325µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:41:58 | 200 |      34.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:02 | 200 |      54.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:07 | 200 |      35.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:08 | 200 |      33.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:12 | 200 |      34.864µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:17 | 200 |      34.223µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:18 | 200 |      43.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:22 | 200 |       41.78µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:27 | 200 |       32.54µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:28 | 200 |       33.16µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:32 | 200 |      34.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:37 | 200 |       34.93µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:38 | 200 |      32.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:42 | 200 |       42.99µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:47 | 200 |      32.901µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:48 | 200 |      37.848µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:52 | 200 |      34.264µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:57 | 200 |      38.508µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:42:58 | 200 |      36.165µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:02 | 200 |      35.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:07 | 200 |      34.849µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:08 | 200 |      33.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:12 | 200 |      33.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:17 | 200 |      37.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:18 | 200 |      37.206µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:22 | 200 |      33.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:27 | 200 |      39.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:28 | 200 |      38.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:32 | 200 |      33.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:37 | 200 |      32.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:38 | 200 |      32.455µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:43:39.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"41371564-85f9-47bf-ba7a-b2d535441221","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:43:39.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41371564-85f9-47bf-ba7a-b2d535441221","keyPrefix":"sk-oai-xAaVBzaCWjJN...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:43:39 | 201 |    3.716814ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:43:42 | 200 |      35.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:47 | 200 |      33.165µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:48 | 200 |      39.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:52 | 200 |        33.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:57 | 200 |      39.211µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:43:58 | 200 |      38.243µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:02 | 200 |      39.902µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:02 | 200 |     744.879µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:44:02 | 200 |     180.528µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:44:03 | 404 |     950.312µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:44:07 | 200 |      42.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:08 | 200 |      42.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:12 | 200 |      40.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:17 | 200 |      41.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:18 | 200 |      44.464µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:22 | 200 |      46.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:27 | 200 |      44.974µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:28 | 200 |      41.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:32 | 200 |      42.582µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:37 | 200 |      62.107µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:38 | 200 |      43.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:42 | 200 |      42.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:47 | 200 |      42.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:48 | 200 |      41.198µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:52 | 200 |      35.657µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:44:55.257Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f1ae02f3-ee52-4226-b887-c2d112ced4b1","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:44:55.257Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1ae02f3-ee52-4226-b887-c2d112ced4b1","keyPrefix":"sk-oai-1VhK1YVQ6KzC...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:44:55 | 201 |    2.293095ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:44:55 | 200 |     560.366µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:44:55 | 200 |     171.675µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:44:57 | 200 |      41.103µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:44:58 | 200 |      55.241µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:45:01.546Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/28 - 03:45:01 | 200 |    1.086582ms |     10.134.0.60 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/28 - 03:45:02 | 200 |      60.405µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:07 | 200 |      55.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:08 | 200 |      40.233µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:12 | 200 |      45.784µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:45:14.471Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1708e903-0a6f-450e-93cf-eeca971acd9b","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:45:14.471Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1708e903-0a6f-450e-93cf-eeca971acd9b","keyPrefix":"sk-oai-Iz1jnt49Zs3r...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:45:14 | 201 |   11.026746ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:45:14 | 200 |     1.46578ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:45:14 | 200 |     179.337µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:45:14 | 200 |     715.017µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:45:14 | 200 |     275.822µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:45:17 | 200 |      38.822µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:18 | 200 |      40.151µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:22 | 200 |      39.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:27 | 200 |      46.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:28 | 200 |      43.104µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:32 | 200 |      42.338µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:45:33.920Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e58b9288-5e4c-4aca-9e08-09b3df374e94","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:45:33.920Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e58b9288-5e4c-4aca-9e08-09b3df374e94","keyPrefix":"sk-oai-enoJCmH4U01d...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:45:33 | 201 |    2.165041ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:45:33 | 200 |     703.305µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:45:33 | 200 |     550.207µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:45:33 | 200 |     165.489µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:45:33 | 200 |   22.542725ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:45:37 | 200 |      35.172µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:38 | 200 |      33.423µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:42 | 200 |      41.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:47 | 200 |      44.692µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:48 | 200 |      41.748µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:52 | 200 |      39.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:53 | 200 |     151.424µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:45:53 | 200 |     142.873µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:45:53 | 200 |   22.520713ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:45:57 | 200 |      39.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:45:58 | 200 |      41.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:02 | 200 |      40.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:07 | 200 |       43.95µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:46:07.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a8ae2547-0a56-4f60-9724-27eb79561afe","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:46:07.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8ae2547-0a56-4f60-9724-27eb79561afe","keyPrefix":"sk-oai-sCQYxHLl9g1r...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:46:07 | 201 |    1.851174ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:46:08 | 200 |      46.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:12 | 200 |      44.384µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:17 | 200 |      38.933µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:18 | 200 |      40.768µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:22 | 200 |      43.972µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:27 | 200 |      39.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:28 | 200 |      40.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:32 | 200 |      37.417µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:37 | 200 |       39.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:37 | 200 |     956.517µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:46:37 | 200 |     155.905µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:46:37 | 200 |     503.358µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:46:37 | 200 |     404.297µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:46:37 | 200 |     132.926µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:46:37 | 200 |   12.032849ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:46:38 | 200 |      40.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:42 | 200 |      41.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:47 | 200 |      38.733µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:48 | 200 |      63.411µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:52 | 200 |      59.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:54 | 200 |      170.03µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:46:54 | 200 |   17.257211ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:46:57 | 200 |      42.703µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:46:58 | 200 |      37.904µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:02 | 200 |      43.188µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:47:02.967Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"177c0d2a-fd5b-4a72-8e51-13ce9cee304b","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:47:02.967Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"177c0d2a-fd5b-4a72-8e51-13ce9cee304b","keyPrefix":"sk-oai-1MJayQGAHPUk...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:47:02 | 201 |    2.056513ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:07 | 200 |      41.011µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:08 | 200 |      44.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:10 | 200 |     876.634µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:11 | 200 |     491.275µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:11 | 200 |     170.588µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:11 | 200 |   10.321746ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T03:47:11.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bc8278f2-8d83-4031-9989-d77c37a2d7a9","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:47:11.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc8278f2-8d83-4031-9989-d77c37a2d7a9","keyPrefix":"sk-oai-dHPvE7i54eXo...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:47:11 | 201 |    1.850388ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:12 | 200 |      44.095µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:17 | 200 |      38.466µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:18 | 200 |      41.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:19 | 200 |     793.541µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:19 | 200 |     378.017µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:19 | 200 |     136.147µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:19 | 200 |     6.64568ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:19 | 200 |     519.131µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:19 | 200 |     437.603µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:19 | 200 |     152.623µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:19 | 200 |   13.392641ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T03:47:20.475Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1651dbf7-10be-4d43-a831-983e353718a0","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:47:20.475Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1651dbf7-10be-4d43-a831-983e353718a0","keyPrefix":"sk-oai-1YJk3inQvZw2...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:47:20 | 201 |    1.915328ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:22 | 200 |      40.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:27 | 200 |      42.868µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:28 | 200 |     813.764µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:28 | 200 |     399.018µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:28 | 200 |      157.93µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:28 | 200 |   10.678165ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:28 | 200 |      42.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:32 | 200 |      39.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:37 | 200 |      40.795µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:47:37.645Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bff8f6ed-7349-4a82-9bde-a53ab1519b2b","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:47:37.645Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bff8f6ed-7349-4a82-9bde-a53ab1519b2b","keyPrefix":"sk-oai-1Ck9Hic8enpW...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:47:37 | 201 |    1.652156ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:38 | 200 |      39.422µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:42 | 200 |      39.499µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:45 | 200 |     831.716µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:45 | 200 |     478.426µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:45 | 200 |       223.3µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:45 | 200 |     388.226µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:47:45 | 200 |      231.03µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:47:45 | 200 |   20.743477ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:47:47 | 200 |      45.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:48 | 200 |      39.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:52 | 200 |      39.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:57 | 200 |      40.727µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:47:58 | 200 |      44.482µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:47:59.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b13b9de-9f59-48b2-b9de-892f0f4f1bf7","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:47:59.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b13b9de-9f59-48b2-b9de-892f0f4f1bf7","keyPrefix":"sk-oai-q2gXum5TCAYL...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:47:59 | 201 |      3.4011ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:48:02 | 200 |      38.764µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:07 | 200 |     845.572µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:48:07 | 200 |     490.406µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:48:07 | 200 |      37.756µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:07 | 200 |     156.247µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:07 | 200 |   10.250771ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:48:07 | 200 |     169.109µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:07 | 200 |    23.90089ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:48:08 | 200 |      39.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:12 | 200 |      40.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:17 | 200 |      40.388µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:18 | 200 |       53.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:22 | 200 |      41.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:23 | 200 |     180.543µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:23 | 200 |     181.398µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:23 | 200 |     179.608µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:23 | 200 |   40.940588ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:48:27 | 200 |      40.517µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:28 | 200 |      39.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:32 | 200 |      41.146µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:37 | 200 |      41.509µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:38 | 200 |      45.213µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:40 | 200 |     160.468µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:48:40 | 200 |   12.795011ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:48:42 | 200 |       42.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:47 | 200 |      43.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:48 | 200 |      42.271µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:48:51.943Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fe901ddf-537c-42d2-bd11-8a5b6a492e5e","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:48:51.943Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe901ddf-537c-42d2-bd11-8a5b6a492e5e","keyPrefix":"sk-oai-1ehpO9WnN8Eu...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:48:51 | 201 |    2.667902ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:48:52 | 200 |      65.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:57 | 200 |      38.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:58 | 200 |      43.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:48:59 | 200 |    1.215564ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:48:59 | 200 |     185.736µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T03:49:00.552Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"356f0320-1598-4852-9fda-bbebac0281c4","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:49:00.552Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"356f0320-1598-4852-9fda-bbebac0281c4","keyPrefix":"sk-oai-1XuFuYv7VH7R...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:49:00 | 201 |    1.960582ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:02 | 200 |      49.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:07 | 200 |      41.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:08 | 200 |    1.061953ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:08 | 200 |     449.222µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:08 | 200 |     147.709µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:49:08 | 200 |   10.363492ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:08 | 200 |      43.145µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:49:08.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"935de203-aac8-47c7-bab8-3415bf84ce3d","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:49:08.947Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"935de203-aac8-47c7-bab8-3415bf84ce3d","keyPrefix":"sk-oai-17TGV6751D2n...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:49:08 | 201 |    1.810565ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:12 | 200 |      65.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:16 | 200 |     844.837µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:16 | 200 |     479.778µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:16 | 200 |     156.612µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:49:16 | 200 |   10.139614ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:17 | 200 |      40.769µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:49:17.658Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ea7103b5-9083-432a-af39-99084548bfa7","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:49:17.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ea7103b5-9083-432a-af39-99084548bfa7","keyPrefix":"sk-oai-1OxWgSYutLpG...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:49:17 | 201 |    1.898434ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:18 | 200 |      44.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:22 | 200 |      42.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:25 | 200 |     846.856µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:25 | 200 |      416.29µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:25 | 200 |      147.14µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:49:25 | 200 |     9.99535ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:27 | 200 |      37.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:28 | 200 |      40.673µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:32 | 200 |      45.032µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:49:34.838Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"14229b90-c2eb-412f-bd7a-7683c0c1f0c8","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:49:34.838Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14229b90-c2eb-412f-bd7a-7683c0c1f0c8","keyPrefix":"sk-oai-thJrM0HNlsGX...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:49:34 | 201 |    2.061132ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:37 | 200 |      41.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:38 | 200 |       47.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:42 | 200 |      43.601µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:47 | 200 |      56.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:48 | 200 |      44.061µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:51 | 200 |     806.705µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:49:51 | 403 |       99.55µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:49:52 | 200 |      44.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:57 | 200 |       52.03µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:49:58 | 200 |      41.635µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:02 | 200 |      37.951µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:07 | 200 |      41.523µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:08 | 403 |     131.897µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:50:08 | 200 |      44.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:12 | 200 |      47.666µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:17 | 200 |      40.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:18 | 200 |      43.356µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:22 | 200 |      51.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:25 | 403 |     120.933µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:50:27 | 200 |      39.226µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:28 | 200 |      41.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:32 | 200 |      41.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:37 | 200 |      39.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:38 | 200 |      41.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:42 | 200 |      40.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:42 | 403 |      140.97µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:50:47 | 200 |      41.597µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:48 | 200 |      45.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:52 | 200 |      39.174µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:50:56.622Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9090c84d-9375-4660-8214-e87c6a950f78","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:50:56.622Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9090c84d-9375-4660-8214-e87c6a950f78","keyPrefix":"sk-oai-pods1yrU3iUE...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:50:56 | 201 |    2.273524ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:50:57 | 200 |      33.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:50:58 | 200 |      42.009µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:02 | 200 |      32.501µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:04 | 200 |     813.498µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:04 | 200 |     490.213µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:04 | 200 |     162.498µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:04 | 200 |   18.007862ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:07 | 200 |      33.177µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:08 | 200 |      32.169µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:12 | 200 |      33.588µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:51:16.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46a69c97-9af1-47b7-870d-41f789285516","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:51:16.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46a69c97-9af1-47b7-870d-41f789285516","keyPrefix":"sk-oai-AYLS2efr7Iwq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:51:16 | 201 |    2.152399ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T03:51:16.716Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94447ffa-572d-4b00-a0d2-b0af723ec56c","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:51:16.716Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94447ffa-572d-4b00-a0d2-b0af723ec56c","keyPrefix":"sk-oai-1cQWycikunSq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:51:16 | 201 |    1.933878ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:17 | 200 |      32.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:18 | 200 |      35.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:22 | 200 |      33.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:24 | 200 |      773.35µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:24 | 200 |       350.1µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:24 | 200 |     166.167µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:24 | 200 |    9.612185ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:24 | 200 |     536.798µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:24 | 200 |     328.725µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:51:24 | 200 |     129.683µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:24 | 200 |   12.604959ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:27 | 200 |      34.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:28 | 200 |      35.012µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:32 | 200 |      35.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:37 | 200 |      33.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:38 | 200 |      33.692µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:41 | 200 |     186.185µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:41 | 200 |     199.838µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:41 | 200 |     179.337µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:41 | 200 |    41.54959ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:42 | 200 |      34.211µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:47 | 200 |      37.434µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:48 | 200 |      34.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:52 | 200 |       35.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:57 | 200 |       37.64µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:51:57 | 200 |     199.102µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:57 | 200 |   13.361459ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:57 | 200 |      164.69µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:51:57 | 200 |   12.625726ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:51:58 | 200 |      54.666µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:02 | 200 |      41.178µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:07 | 200 |      41.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:08 | 200 |      40.464µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:12 | 200 |      41.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:17 | 200 |      43.359µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:18 | 200 |      41.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:22 | 200 |      41.433µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:52:23.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a98d4b3a-4266-4059-ac73-4f4f68bd2d8a","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:52:23.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a98d4b3a-4266-4059-ac73-4f4f68bd2d8a","keyPrefix":"sk-oai-AyLWLmdk1Ajk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:52:23 | 201 |    3.425358ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:52:23 | 200 |     558.555µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     257.299µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:23 | 200 |     648.922µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     248.596µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:23 | 200 |      597.37µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     249.892µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:23 | 200 |      512.25µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     400.095µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:23 | 200 |      679.02µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     650.125µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:23 | 200 |     386.404µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:23 | 200 |   11.225867ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:52:27 | 200 |      44.119µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:28 | 200 |      45.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:32 | 200 |      54.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:37 | 200 |      51.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:38 | 200 |      51.498µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:52:39.233Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4a4fe536-9b64-4543-9e36-f03df7de9437","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:52:39.233Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4a4fe536-9b64-4543-9e36-f03df7de9437","keyPrefix":"sk-oai-dGEjswKc8X0b...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:52:39 | 201 |    2.188519ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:52:39 | 200 |     621.993µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:52:39 | 200 |     243.152µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:52:42 | 200 |      43.336µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:47 | 200 |      45.051µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:48 | 200 |      41.886µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:52 | 200 |      51.853µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:57 | 200 |      38.015µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:52:58 | 200 |      42.032µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:02 | 200 |      54.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:07 | 200 |      48.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:08 | 200 |      40.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:12 | 200 |      41.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:17 | 200 |      45.516µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 03:53:18 | 200 |      77.589µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T03:53:21.190Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"733c4e5d-81ac-4d06-a172-3ca8d9844e78","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T03:53:21.190Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"733c4e5d-81ac-4d06-a172-3ca8d9844e78","keyPrefix":"sk-oai-uNFrvttNrvSz...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 03:53:21 | 201 |   12.433278ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:53:21 | 200 |    1.449736ms |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     490.486µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |      115.19µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |   12.969336ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:53:21 | 200 |     749.446µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     282.121µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     637.068µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     222.631µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     625.431µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     220.927µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     587.022µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     261.303µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     579.101µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     191.577µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     501.132µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     225.737µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     456.539µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     258.963µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |      483.48µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |      268.77µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |      547.55µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     285.334µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     524.083µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     255.739µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 03:53:21 | 200 |     538.636µs |     10.134.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 03:53:21 | 200 |     198.341µs |     10.134.0.58 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-28T03:53:21.695Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"733c4e5d-81ac-4d06-a172-3ca8d9844e78"}
{"level":"info","timestamp":"2026-05-28T03:53:21.695Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"733c4e5d-81ac-4d06-a172-3ca8d9844e78","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/05/28 - 03:53:21 | 200 |    2.901306ms |      100.64.0.2 | DELETE   "/v1/api-keys/733c4e5d-81ac-4d06-a172-3ca8d9844e78" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 03:53:22 | 200 |      45.512µs |      10.132.0.2 | GET      "/health"