[GIN] 2026/05/25 - 01:23:56 | 200 |      40.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:23:58 | 200 |      40.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:01 | 200 |      40.859µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:24:05.555Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aa48ece8-ea16-45bf-bf07-3b2c611b34b0","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:24:05.555Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa48ece8-ea16-45bf-bf07-3b2c611b34b0","keyPrefix":"sk-oai-1eoGp9cym8J1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:24:05 | 201 |    1.858521ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:24:06 | 200 |      41.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:08 | 200 |      49.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:11 | 200 |      46.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:13 | 200 |     485.713µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:24:13 | 200 |     125.694µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:24:16 | 200 |      40.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:18 | 200 |      42.389µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:21 | 200 |       39.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:26 | 200 |      40.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:28 | 200 |      47.137µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:24:31.244Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"39487329-2fc8-4256-961d-9d6d561a8b3e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:24:31.244Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39487329-2fc8-4256-961d-9d6d561a8b3e","keyPrefix":"sk-oai-1dlpY7IRdOFV...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:24:31 | 201 |    1.848665ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:24:31 | 200 |     368.125µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:24:31 | 200 |      149.95µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:24:31 | 200 |      40.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:36 | 200 |      47.151µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:38 | 200 |      39.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:41 | 200 |      40.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:46 | 200 |      38.954µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:48 | 200 |      41.502µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:24:48.836Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"344dca9b-fceb-407e-8bbb-f58d3f15610e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:24:48.836Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"344dca9b-fceb-407e-8bbb-f58d3f15610e","keyPrefix":"sk-oai-195xbDmtLb5i...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:24:48 | 201 |    1.636655ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:24:48 | 200 |     372.794µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:24:48 | 200 |     135.606µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:24:51 | 200 |      40.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:56 | 200 |      38.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:24:58 | 200 |      40.429µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:01 | 200 |      66.664µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:25:06.119Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dbee7ad2-3da0-4c4d-b921-7c00a1b30e24","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:25:06.119Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbee7ad2-3da0-4c4d-b921-7c00a1b30e24","keyPrefix":"sk-oai-1WiQX92vMyH4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:25:06 | 201 |    1.694754ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:25:06.146Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b2ee8851-56a4-41c0-99cd-0fc114a9246d","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:25:06.146Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2ee8851-56a4-41c0-99cd-0fc114a9246d","keyPrefix":"sk-oai-1NTDrHGWTHkW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:25:06 | 201 |    1.835542ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:25:06 | 200 |      593.19µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:25:06 | 200 |     270.186µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:25:06 | 200 |     384.144µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:25:06 | 200 |     196.582µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:25:06 | 200 |      37.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:08 | 200 |      42.284µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:11 | 200 |      41.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:16 | 200 |       40.84µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:18 | 200 |      40.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:21 | 200 |      39.776µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-25T01:25:23.733Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-25T01:25:23.733Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/25 - 01:25:23 | 400 |     298.699µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:25:26 | 200 |       40.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:28 | 200 |      41.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:31 | 200 |      39.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:36 | 200 |      42.016µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:38 | 200 |      42.351µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:25:41.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5afa78f9-0fc6-4efd-93be-427094aad470","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:25:41.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5afa78f9-0fc6-4efd-93be-427094aad470","keyPrefix":"sk-oai-dVUvqChD3rf8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:25:41 | 201 |   11.135992ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:25:41 | 200 |     1.03372ms |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:25:41 | 200 |      192.48µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:25:41 | 200 |      43.512µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:46 | 200 |       41.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:48 | 200 |       42.32µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:25:50.130Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f1122c64-f33c-439c-b6ca-0ec8a3d67473","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:25:50.130Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1122c64-f33c-439c-b6ca-0ec8a3d67473","keyPrefix":"sk-oai-ZIglehmsw3m6...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:25:50 | 201 |    1.785029ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:25:51 | 200 |      40.243µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:56 | 200 |      37.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:58 | 200 |      39.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:25:58 | 200 |     612.675µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:25:58 | 200 |      123.49µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:26:01 | 200 |      43.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:06 | 200 |      46.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:08 | 200 |        40.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:11 | 200 |      47.308µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:26:15.638Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e980a98b-42ce-404d-a057-c65a0f77694d","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:26:15.638Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e980a98b-42ce-404d-a057-c65a0f77694d","keyPrefix":"sk-oai-uMyT0wqwBjRJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:26:15 | 201 |    1.845218ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:26:15 | 200 |     497.681µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:26:15 | 200 |     149.843µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:26:16 | 200 |      51.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:18 | 200 |      39.908µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:21 | 200 |      38.002µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:26 | 200 |       44.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:28 | 200 |      41.362µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:31 | 200 |      39.906µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:36 | 200 |      66.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:38 | 200 |       35.78µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:41 | 200 |      41.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:46 | 200 |      37.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:48 | 200 |      39.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:51 | 200 |      38.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:56 | 200 |      49.829µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:26:58 | 200 |       40.86µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:01 | 200 |      35.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:06 | 200 |      32.145µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:08 | 200 |      34.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:11 | 200 |      41.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:16 | 200 |      44.131µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:18 | 200 |      38.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:21 | 200 |      36.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:26 | 200 |      36.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:28 | 200 |      34.912µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:31 | 200 |       41.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:36 | 200 |      35.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:38 | 200 |      35.715µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:41 | 200 |      38.962µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:46 | 200 |      36.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:48 | 200 |      37.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:51 | 200 |      35.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:56 | 200 |      39.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:27:58 | 200 |      36.133µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:01 | 200 |      35.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:06 | 200 |      38.111µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:08 | 200 |      36.346µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:11 | 200 |      48.739µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:28:14.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a3db08f9-9ae7-4412-80e6-7afebe554a6e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:28:14.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3db08f9-9ae7-4412-80e6-7afebe554a6e","keyPrefix":"sk-oai-1BH2cLvrDUfW...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:28:14 | 201 |    2.521342ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:28:16 | 200 |      44.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:18 | 200 |      33.573µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:21 | 200 |      33.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:26 | 200 |      37.843µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:28 | 200 |      36.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:31 | 200 |      47.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:36 | 200 |      36.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:37 | 200 |     598.992µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:28:37 | 200 |     173.843µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:28:38 | 200 |      36.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:38 | 404 |      917.24µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:28:41 | 200 |       32.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:46 | 200 |      33.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:48 | 200 |      37.848µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:51 | 200 |      43.229µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:56 | 200 |      40.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:28:58 | 200 |      39.152µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:01 | 200 |      48.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:06 | 200 |      42.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:08 | 200 |      40.909µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:11 | 200 |      41.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:16 | 200 |      76.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:18 | 200 |      46.993µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:21 | 200 |      43.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:26 | 200 |      41.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:28 | 200 |       48.99µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:29:30.543Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2fa84e4d-b68a-4292-94d6-2d88df3285a8","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:29:30.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2fa84e4d-b68a-4292-94d6-2d88df3285a8","keyPrefix":"sk-oai-S9EU8bum8v8y...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:29:30 | 201 |    1.737075ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:29:30 | 200 |     488.169µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:29:30 | 200 |     187.623µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:29:31 | 200 |      44.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:36 | 200 |      44.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:38 | 200 |      46.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:41 | 200 |      42.598µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:46 | 200 |      41.748µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:48 | 200 |      44.769µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:29:49.725Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"49868ece-1e06-4f8f-b970-336900bf85f1","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:29:49.725Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49868ece-1e06-4f8f-b970-336900bf85f1","keyPrefix":"sk-oai-WF6rIQnH2dhy...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:29:49 | 201 |    1.921192ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:29:49 | 200 |     541.258µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:29:49 | 200 |     265.732µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:29:50 | 200 |     353.568µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:29:50 | 200 |     194.345µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:29:51 | 200 |      45.022µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:56 | 200 |      41.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:29:58 | 200 |      47.201µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:30:01.376Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/25 - 01:30:01 | 200 |    1.803254ms |     10.133.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/25 - 01:30:01 | 200 |      45.096µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:06 | 200 |       42.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:08 | 200 |       41.75µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:30:09.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1bbfcbaa-46b8-4896-a05f-4a09dae9acab","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:30:09.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1bbfcbaa-46b8-4896-a05f-4a09dae9acab","keyPrefix":"sk-oai-rjQ9gS9wkvCp...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:30:09 | 201 |    1.716942ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:30:09 | 200 |     363.043µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:30:09 | 200 |     361.768µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:30:09 | 200 |     169.974µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:30:09 | 200 |     19.5613ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:30:11 | 200 |       43.27µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:16 | 200 |      44.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:18 | 200 |      44.214µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:21 | 200 |      47.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:26 | 200 |      51.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:28 | 200 |      45.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:28 | 200 |      201.51µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:30:28 | 200 |      248.17µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:30:28 | 200 |   26.250412ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:30:31 | 200 |      43.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:36 | 200 |      43.284µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:38 | 200 |      43.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:41 | 200 |       50.54µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:30:42.431Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a29d0cf2-145c-44d2-a15d-c88adfb1bc92","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:30:42.431Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a29d0cf2-145c-44d2-a15d-c88adfb1bc92","keyPrefix":"sk-oai-2gjASjZwr1Z5...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:30:42 | 201 |   10.850292ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:30:46 | 200 |      50.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:48 | 200 |      51.829µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:51 | 200 |      48.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:56 | 200 |       51.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:30:58 | 200 |       44.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:01 | 200 |      54.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:06 | 200 |      45.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:08 | 200 |      42.355µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:11 | 200 |      43.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:12 | 200 |     1.15963ms |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:12 | 200 |     185.873µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:12 | 200 |     503.911µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:12 | 200 |     411.537µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:12 | 200 |     142.343µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:12 | 200 |   13.579773ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:16 | 200 |      45.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:18 | 200 |      67.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:21 | 200 |      41.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:26 | 200 |      41.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:28 | 200 |      51.089µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:29 | 200 |     168.111µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:29 | 200 |   13.445941ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:31 | 200 |      44.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:36 | 200 |      51.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:38 | 200 |      42.396µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:31:38.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"de2b8ba4-6398-480c-a822-b2c98ee7043b","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:31:38.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de2b8ba4-6398-480c-a822-b2c98ee7043b","keyPrefix":"sk-oai-1No4gtp4e1e8...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:31:38 | 201 |     1.53593ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:41 | 200 |      43.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:46 | 200 |     588.641µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:46 | 200 |     362.603µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:46 | 200 |     145.917µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:46 | 200 |   10.947498ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:31:46.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"98c9c97f-daca-4d51-8b5d-af264198ec5f","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:31:46.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98c9c97f-daca-4d51-8b5d-af264198ec5f","keyPrefix":"sk-oai-72ZTFHV1qut9...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:31:46 | 201 |    1.667695ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:46 | 200 |      43.377µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:48 | 200 |      42.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:51 | 200 |      44.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:54 | 200 |     609.962µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:54 | 200 |     271.351µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:54 | 200 |     153.071µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:54 | 200 |    6.555788ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:54 | 200 |      334.53µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:54 | 200 |     269.052µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:31:54 | 200 |      126.19µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:31:54 | 200 |     6.01141ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:31:55.740Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd93052e-4fab-44da-802f-0f55fd814e67","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:31:55.740Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd93052e-4fab-44da-802f-0f55fd814e67","keyPrefix":"sk-oai-iDGyL0Jn3GRc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:31:55 | 201 |    1.612886ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:31:56 | 200 |      39.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:31:58 | 200 |      39.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:01 | 200 |      41.116µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:03 | 200 |     439.023µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:03 | 200 |     291.977µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:03 | 200 |     161.875µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:03 | 200 |    8.825119ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:32:06 | 200 |      43.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:08 | 200 |      41.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:11 | 200 |      46.586µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:32:12.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8cb0543-7282-4f1b-a2ed-dfc84cece31a","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:32:12.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8cb0543-7282-4f1b-a2ed-dfc84cece31a","keyPrefix":"sk-oai-1X1B13RkREyG...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:32:12 | 201 |    1.990491ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:32:16 | 200 |      44.565µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:18 | 200 |      47.671µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:20 | 200 |     466.825µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:20 | 200 |     289.889µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:20 | 200 |     170.863µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:20 | 200 |     396.826µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:20 | 200 |     154.111µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:20 | 200 |   20.584497ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:32:21 | 200 |      43.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:26 | 200 |      41.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:28 | 200 |      43.601µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:31 | 200 |      45.045µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:32:34.327Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a455f3d9-cf26-492f-aadb-0788246677ed","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:32:34.327Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a455f3d9-cf26-492f-aadb-0788246677ed","keyPrefix":"sk-oai-jvRTsTvMYWJd...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:32:34 | 201 |    2.605427ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:32:36 | 200 |      41.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:38 | 200 |      44.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:41 | 200 |       44.86µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:42 | 200 |     496.873µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:42 | 200 |     515.956µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:42 | 200 |     232.127µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:42 | 200 |   10.585995ms |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:32:42 | 200 |     219.019µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:42 | 200 |    35.80784ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:32:46 | 200 |      42.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:48 | 200 |       41.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:51 | 200 |      44.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:56 | 200 |      47.494µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:58 | 200 |      48.311µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:32:58 | 200 |     259.325µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:58 | 200 |     196.869µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:58 | 200 |     208.293µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:32:58 | 200 |    34.59615ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:01 | 200 |       42.03µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:06 | 200 |      42.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:08 | 200 |      47.284µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:11 | 200 |      45.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:15 | 200 |     172.354µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:33:15 | 200 |   12.494902ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:16 | 200 |      42.807µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:18 | 200 |      49.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:21 | 200 |      57.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:26 | 200 |      52.139µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:33:27.011Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b32f07aa-959f-423c-87ae-6bfdef016293","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:33:27.011Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b32f07aa-959f-423c-87ae-6bfdef016293","keyPrefix":"sk-oai-1PL9oqrNT8jd...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:33:27 | 201 |    2.364766ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:28 | 200 |      62.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:31 | 200 |       41.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:35 | 200 |     591.187µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:33:35 | 200 |     193.925µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:33:35.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc2d2937-8c02-4e71-8f7f-8999556de16e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:33:35.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc2d2937-8c02-4e71-8f7f-8999556de16e","keyPrefix":"sk-oai-1YpLxscUAtIe...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:33:35 | 201 |    2.123899ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:36 | 200 |       43.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:38 | 200 |       48.05µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:41 | 200 |      43.551µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:43 | 200 |     635.205µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:33:43 | 200 |     514.647µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:33:43 | 200 |      150.49µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:33:43 | 200 |   12.002274ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:33:44.014Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f0e85964-a338-416d-b323-e6001658bb3e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:33:44.014Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f0e85964-a338-416d-b323-e6001658bb3e","keyPrefix":"sk-oai-1PeemBXh3UQB...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:33:44 | 201 |    1.632509ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:46 | 200 |      50.421µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:48 | 200 |      38.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:51 | 200 |      44.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:52 | 200 |     847.966µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:33:52 | 200 |     302.176µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:33:52 | 200 |     137.559µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:33:52 | 200 |    9.468456ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:33:52.743Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3cb1c78b-bdac-494b-82c3-3c7feac8fd23","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:33:52.743Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3cb1c78b-bdac-494b-82c3-3c7feac8fd23","keyPrefix":"sk-oai-KOd9JErKtJ0E...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:33:52 | 201 |     1.80636ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:33:56 | 200 |      40.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:33:58 | 200 |       41.71µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:00 | 200 |     514.046µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:34:00 | 200 |     290.787µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:34:00 | 200 |     141.723µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:34:00 | 200 |    9.380316ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:34:01 | 200 |      42.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:06 | 200 |      43.291µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:08 | 200 |      39.857µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:34:09.913Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"989424c4-870e-44e4-b4d6-0efe329ae9be","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:34:09.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"989424c4-870e-44e4-b4d6-0efe329ae9be","keyPrefix":"sk-oai-13xQb10t99C3...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:34:09 | 201 |    1.735261ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:34:11 | 200 |      63.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:16 | 200 |      44.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:18 | 200 |      47.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:21 | 200 |      46.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:26 | 200 |     461.814µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:34:26 | 403 |        91.6µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:34:26 | 200 |      42.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:28 | 200 |      42.066µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:31 | 200 |      39.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:36 | 200 |       52.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:38 | 200 |      39.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:41 | 200 |      39.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:43 | 403 |     150.799µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:34:46 | 200 |      39.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:48 | 200 |      45.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:51 | 200 |      43.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:56 | 200 |       40.69µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:34:58 | 200 |      47.244µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:00 | 403 |     132.725µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:01 | 200 |      39.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:06 | 200 |      41.588µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:08 | 200 |      37.303µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:11 | 200 |      41.561µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:16 | 200 |      38.377µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:17 | 403 |     130.528µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:18 | 200 |      51.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:21 | 200 |      39.912µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:26 | 200 |      39.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:28 | 200 |      39.671µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:35:29.556Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"daa678f3-3785-4798-89cc-4eccb184de47","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:35:29.556Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"daa678f3-3785-4798-89cc-4eccb184de47","keyPrefix":"sk-oai-jt0ky5JOZ7nJ...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:35:29 | 201 |     1.85691ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:31 | 200 |      41.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:36 | 200 |      46.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:37 | 200 |       460.2µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:37 | 200 |     273.853µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:37 | 200 |     154.176µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:35:37 | 200 |   15.974164ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:38 | 200 |      49.786µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:41 | 200 |      67.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:46 | 200 |      43.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:48 | 200 |      38.476µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:35:49.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b106bb90-621c-4c23-a0f4-63088b043d1f","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:35:49.593Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b106bb90-621c-4c23-a0f4-63088b043d1f","keyPrefix":"sk-oai-R5g9qxPK07r8...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:35:49 | 201 |    1.787809ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T01:35:49.624Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4225e80c-920b-4115-99c3-256e33c3d628","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:35:49.624Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4225e80c-920b-4115-99c3-256e33c3d628","keyPrefix":"sk-oai-bQH91EmVTLnQ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:35:49 | 201 |    1.758671ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:51 | 200 |      38.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:56 | 200 |      39.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:35:57 | 200 |     473.863µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:57 | 200 |     466.391µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:57 | 200 |     235.387µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:35:57 | 200 |   12.804376ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:57 | 200 |     412.347µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:57 | 200 |     297.469µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:35:57 | 200 |     189.643µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:35:57 | 200 |    14.95719ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:35:58 | 200 |      40.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:01 | 200 |      39.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:06 | 200 |      43.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:08 | 200 |      43.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:11 | 200 |      39.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:14 | 200 |     174.772µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:14 | 200 |     200.393µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:14 | 200 |     176.897µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:14 | 200 |   34.012557ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:36:16 | 200 |      42.174µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:18 | 200 |      40.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:21 | 200 |       39.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:26 | 200 |      42.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:28 | 200 |      42.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:30 | 200 |     189.814µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:30 | 200 |   13.066714ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:36:30 | 200 |     221.772µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:30 | 200 |    12.17701ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:36:31 | 200 |       40.05µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:36 | 200 |      39.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:38 | 200 |      41.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:41 | 200 |      39.345µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:46 | 200 |      39.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:48 | 200 |      42.196µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:51 | 200 |      40.704µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:36:56.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8ed9bf75-2c86-4ba1-bd8a-1d328be418dc","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:36:56.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ed9bf75-2c86-4ba1-bd8a-1d328be418dc","keyPrefix":"sk-oai-ugdgHmzoX7XF...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:36:56 | 201 |     2.44837ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:36:56 | 200 |     374.609µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:36:56 | 200 |      176.99µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:56 | 200 |     300.263µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:36:56 | 200 |     147.979µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:56 | 200 |     286.287µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:36:56 | 200 |      155.95µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:56 | 200 |     300.464µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:36:56 | 200 |     298.428µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:36:56 | 200 |     173.299µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:36:56 | 200 |   11.308756ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:36:56 | 200 |      43.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:36:58 | 200 |      49.084µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:01 | 200 |      42.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:06 | 200 |      40.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:08 | 200 |      38.524µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:11 | 200 |      43.949µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:37:11.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5440f6b9-8ec5-4e0b-82c0-ff6c9993034a","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:37:11.947Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5440f6b9-8ec5-4e0b-82c0-ff6c9993034a","keyPrefix":"sk-oai-14P1VU64DYnQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:37:11 | 201 |    1.481097ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:37:12 | 200 |     384.031µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:12 | 200 |     166.396µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:16 | 200 |      41.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:18 | 200 |      40.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:21 | 200 |      42.263µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:26 | 200 |      39.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:28 | 200 |      42.974µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:31 | 200 |      39.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:36 | 200 |      39.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:38 | 200 |      63.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:41 | 200 |      43.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:46 | 200 |      41.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:48 | 200 |      39.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:51 | 200 |      43.039µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T01:37:53.851Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"361a9c8e-38c0-413a-a4d3-d5fe1e67a151","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T01:37:53.851Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"361a9c8e-38c0-413a-a4d3-d5fe1e67a151","keyPrefix":"sk-oai-4OecVsAaoAKY...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 01:37:53 | 201 |   10.611857ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:37:53 | 200 |      943.43µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:53 | 200 |     349.656µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:53 | 200 |     135.441µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:53 | 200 |    9.115803ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:37:53 | 200 |     308.478µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:53 | 200 |     116.273µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:53 | 200 |     313.608µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     150.791µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     325.835µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |      127.29µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     295.387µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     130.385µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     254.527µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     143.872µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     245.138µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     118.933µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |       232.5µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     115.211µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     253.648µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     146.983µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     218.951µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     101.878µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     266.198µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     139.924µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 01:37:54 | 200 |     229.452µs |     10.134.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 01:37:54 | 200 |     104.032µs |     10.134.0.63 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-25T01:37:54.335Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"361a9c8e-38c0-413a-a4d3-d5fe1e67a151"}
{"level":"info","timestamp":"2026-05-25T01:37:54.335Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"361a9c8e-38c0-413a-a4d3-d5fe1e67a151","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/05/25 - 01:37:54 | 200 |    2.169853ms |      100.64.0.4 | DELETE   "/v1/api-keys/361a9c8e-38c0-413a-a4d3-d5fe1e67a151" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 01:37:56 | 200 |      39.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/05/25 - 01:37:58 | 200 |      40.426µs |      10.134.0.2 | GET      "/health"