[GIN] 2026/06/13 - 02:26:03 | 200 |      64.805µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:08 | 200 |      43.364µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:09 | 200 |      44.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:13 | 200 |      42.425µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:26:14.157Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f99aece6-eb0b-451f-b937-674acfd3a845","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:26:14.157Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f99aece6-eb0b-451f-b937-674acfd3a845","keyPrefix":"sk-oai-CxmA2vE2bqql...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:26:14 | 201 |   10.626801ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:26:14.197Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7ac9af35-15ac-42b7-b515-fae7a53c7401","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:26:14.197Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"7ac9af35-15ac-42b7-b515-fae7a53c7401","keyPrefix":"sk-oai-1bvZqIM0vj2A...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:26:14 | 201 |    1.766377ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:26:14 | 200 |    1.208474ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:26:14 | 200 |     164.843µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:26:14 | 200 |     473.435µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:26:14 | 200 |     240.893µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:26:18 | 200 |      40.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:19 | 200 |      38.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:23 | 200 |      46.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:28 | 200 |      39.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:29 | 200 |       51.04µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-13T02:26:31.871Z","caller":"api_keys/service.go:139","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-13T02:26:31.871Z","caller":"api_keys/handler.go:205","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:205\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:136\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/13 - 02:26:31 | 400 |     272.925µs |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:26:33 | 200 |      43.869µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:38 | 200 |      44.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:39 | 200 |      43.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:43 | 200 |      51.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:48 | 200 |      70.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:49 | 200 |      39.848µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:26:49.284Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b7b3d4bb-a654-46f7-9272-05dfcbfa3ce0","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:26:49.284Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b7b3d4bb-a654-46f7-9272-05dfcbfa3ce0","keyPrefix":"sk-oai-ydwlNgTZDOZ9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:26:49 | 201 |    1.712145ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:26:49 | 200 |     487.519µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:26:49 | 200 |     164.461µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:26:53 | 200 |       41.51µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:26:58.349Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"67985ab6-8583-4037-a013-2efa477bb63a","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:26:58.349Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"67985ab6-8583-4037-a013-2efa477bb63a","keyPrefix":"sk-oai-1L4VendNRgAb...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:26:58 | 201 |    2.039937ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:26:58 | 200 |      38.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:26:59 | 200 |       40.33µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:03 | 200 |       51.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:06 | 200 |     610.014µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:27:06 | 200 |     123.401µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:27:08 | 200 |      46.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:09 | 200 |      47.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:13 | 200 |       45.01µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:27:15.809Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1cd2cce6-dbb5-41bc-ac63-a27072decfee","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:27:15.809Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1cd2cce6-dbb5-41bc-ac63-a27072decfee","keyPrefix":"sk-oai-MvwRJOdPurfO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:27:15 | 201 |    1.789006ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:27:15 | 200 |     449.871µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:27:15 | 200 |     171.885µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:27:18 | 200 |      38.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:19 | 200 |      40.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:23 | 200 |      44.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:28 | 200 |      45.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:29 | 200 |       41.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:33 | 200 |      39.205µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:38 | 200 |        55.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:39 | 200 |      39.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:43 | 200 |      44.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:48 | 200 |       39.55µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:49 | 200 |      40.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:53 | 200 |      38.612µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:58 | 200 |      59.427µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:27:59 | 200 |      40.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:03 | 200 |      44.438µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:08 | 200 |      52.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:09 | 200 |      51.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:13 | 200 |      48.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:18 | 200 |       39.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:19 | 200 |      40.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:23 | 200 |      41.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:28 | 200 |      41.565µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:29 | 200 |      44.427µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:33 | 200 |      40.306µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:38 | 200 |      39.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:39 | 200 |      40.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:43 | 200 |      42.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:48 | 200 |      40.942µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:49 | 200 |      40.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:53 | 200 |      41.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:58 | 200 |      41.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:28:59 | 200 |      43.727µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:03 | 200 |      42.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:08 | 200 |      40.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:09 | 200 |       40.66µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:29:10.208Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"477e2e3f-4fe5-461f-915c-031b6213dfe1","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:29:10.208Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"477e2e3f-4fe5-461f-915c-031b6213dfe1","keyPrefix":"sk-oai-SqOGYGU5Z166...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:29:10 | 201 |    1.690382ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:29:10 | 200 |     431.253µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:29:10 | 200 |     151.552µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:29:13 | 200 |      39.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:18 | 200 |      33.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:19 | 200 |      33.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:23 | 200 |      35.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:28 | 200 |      36.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:29 | 200 |      34.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:31 | 200 |     460.649µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:29:31 | 200 |     208.737µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:29:32 | 404 |      711.54µs |  44.212.242.249 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:29:33 | 200 |      33.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:38 | 200 |      30.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:39 | 200 |      36.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:43 | 200 |       34.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:48 | 200 |      34.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:49 | 200 |      31.488µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:53 | 200 |      32.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:58 | 200 |      32.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:29:59 | 200 |      34.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:03 | 200 |      33.921µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:30:03.839Z","caller":"api_keys/service.go:316","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/13 - 02:30:03 | 200 |     775.148µs |     10.134.0.36 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/13 - 02:30:08 | 200 |      34.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:09 | 200 |      34.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:13 | 200 |      34.517µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:18 | 200 |      35.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:19 | 200 |      32.319µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:30:20.219Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6cdbf8c2-018d-42c0-aa46-c6ffa2b0ffcf","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:30:20.219Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6cdbf8c2-018d-42c0-aa46-c6ffa2b0ffcf","keyPrefix":"sk-oai-jmqs44ODwYlE...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:30:20 | 201 |    1.887528ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:30:20 | 200 |      368.18µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:30:20 | 200 |     147.151µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:30:23 | 200 |       39.99µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:28 | 200 |      32.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:29 | 200 |      31.486µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:33 | 200 |      47.873µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:38 | 200 |      34.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:39 | 200 |      40.548µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:30:39.477Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b22ed5b3-c14a-4de1-8834-2ac4fea85334","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:30:39.477Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b22ed5b3-c14a-4de1-8834-2ac4fea85334","keyPrefix":"sk-oai-1e8rVUfX72qQ...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:30:39 | 201 |    1.759993ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:30:39 | 200 |     390.181µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:30:39 | 200 |     145.792µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:30:39 | 200 |     387.989µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:30:39 | 200 |     139.065µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:30:43 | 200 |      42.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:48 | 200 |      31.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:49 | 200 |      32.246µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:53 | 200 |      33.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:30:58 | 200 |      33.092µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:30:58.968Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"57fcdf26-cbd2-4ada-be85-4457eaec24f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:30:58.968Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"57fcdf26-cbd2-4ada-be85-4457eaec24f6","keyPrefix":"sk-oai-1TWc2nDQk0tV...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:30:58 | 201 |    1.704611ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:30:58 | 200 |     353.453µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:30:59 | 200 |     297.078µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:30:59 | 200 |     144.643µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:30:59 | 200 |   26.595477ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:30:59 | 200 |      30.233µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:03 | 200 |      40.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:08 | 200 |      49.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:09 | 200 |      42.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:13 | 200 |      48.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:18 | 200 |     198.337µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:31:18 | 200 |     175.482µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:31:18 | 200 |   35.085866ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:31:18 | 200 |       38.99µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:19 | 200 |       39.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:23 | 200 |      40.275µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:28 | 200 |      39.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:29 | 200 |       38.53µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:31:30.219Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e408c59-91db-4c3b-8ddc-c44c0a4269fa","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:31:30.219Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"8e408c59-91db-4c3b-8ddc-c44c0a4269fa","keyPrefix":"sk-oai-1a5HRc6T1FWN...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:31:30 | 201 |   10.057186ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:31:33 | 200 |       37.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:38 | 200 |      63.852µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:39 | 200 |      59.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:43 | 200 |      41.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:48 | 200 |      38.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:49 | 200 |      37.429µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:53 | 200 |      41.491µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:58 | 200 |      41.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:31:59 | 200 |      40.132µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:00 | 200 |    1.097954ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:00 | 200 |     161.632µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:00 | 200 |     486.677µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:00 | 200 |      310.83µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:00 | 200 |     193.339µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:00 | 200 |   14.637736ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:03 | 200 |      45.575µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:08 | 200 |      43.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:09 | 200 |      45.268µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:13 | 200 |      42.136µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:17 | 200 |     345.057µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:17 | 200 |   19.532484ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:18 | 200 |      38.966µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:19 | 200 |      55.227µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:23 | 200 |      40.235µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:32:26.098Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"33011b79-aa7d-4ae3-88c7-8bdc70bfc9ec","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:32:26.098Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"33011b79-aa7d-4ae3-88c7-8bdc70bfc9ec","keyPrefix":"sk-oai-ImoSziuF1qTq...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:32:26 | 201 |    1.664991ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:28 | 200 |      38.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:29 | 200 |      42.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:33 | 200 |      41.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:34 | 200 |     758.611µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:34 | 200 |     653.973µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:34 | 200 |     371.931µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:34 | 200 |   11.833845ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:32:34.651Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"78916048-c738-4704-a413-8f489529ebbc","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:32:34.651Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"78916048-c738-4704-a413-8f489529ebbc","keyPrefix":"sk-oai-1GByQ29FiixD...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:32:34 | 201 |    1.615669ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:38 | 200 |      41.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:39 | 200 |      40.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:42 | 200 |     779.674µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:42 | 200 |     375.684µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:42 | 200 |     232.032µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:42 | 200 |    7.452509ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:42 | 200 |     378.815µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:42 | 200 |     368.135µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:42 | 200 |     211.431µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:42 | 200 |    7.186526ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:32:43.704Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9407a200-5450-4755-842c-abab096ad703","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:32:43.704Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9407a200-5450-4755-842c-abab096ad703","keyPrefix":"sk-oai-iONK8vDAE2VC...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:32:43 | 201 |    1.714869ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:43 | 200 |      40.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:48 | 200 |       40.24µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:49 | 200 |       42.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:51 | 200 |     487.967µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:51 | 200 |     449.557µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:32:51 | 200 |     272.021µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:32:51 | 200 |   12.745748ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:32:53 | 200 |       38.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:58 | 200 |       40.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:32:59 | 200 |      42.886µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:33:00.959Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b350fc37-578e-47fe-80b1-8668d50f03cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:33:00.959Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b350fc37-578e-47fe-80b1-8668d50f03cc","keyPrefix":"sk-oai-11fenU8tdUZx...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:33:00 | 201 |    1.708848ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:33:03 | 200 |      42.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:08 | 200 |      38.652µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:09 | 200 |     477.271µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:09 | 200 |     371.429µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:09 | 200 |     236.855µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:09 | 200 |     304.249µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:09 | 200 |     252.794µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:09 | 200 |      33.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:09 | 200 |   26.972919ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:33:13 | 200 |      40.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:18 | 200 |      40.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:19 | 200 |       42.27µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:33:22.456Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"58ffb50f-6eff-4b83-aa96-cf7cdf90d1ac","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:33:22.456Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"58ffb50f-6eff-4b83-aa96-cf7cdf90d1ac","keyPrefix":"sk-oai-1AmUUz7xdWC4...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:33:22 | 201 |     2.68848ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:33:23 | 200 |      39.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:28 | 200 |      51.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:29 | 200 |      38.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:30 | 200 |     980.845µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:30 | 200 |     326.926µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:30 | 200 |     248.043µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:30 | 200 |    9.403222ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:33:30 | 200 |     267.163µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:30 | 200 |   25.492705ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:33:33 | 200 |      44.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:38 | 200 |      46.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:39 | 200 |      46.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:42 | 200 |     187.611µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:42 | 200 |     241.028µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:42 | 200 |     236.712µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:42 | 200 |    61.74834ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:33:43 | 200 |      60.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:48 | 200 |      49.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:49 | 200 |      39.069µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:53 | 200 |      40.783µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:58 | 200 |      47.303µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:59 | 200 |      38.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:33:59 | 200 |     378.516µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:33:59 | 200 |   18.321585ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:03 | 200 |      47.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:08 | 200 |      40.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:09 | 200 |      39.944µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:34:11.168Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0da8f2c4-d4e7-4c74-a45b-24dd5d3eef4f","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:34:11.168Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"0da8f2c4-d4e7-4c74-a45b-24dd5d3eef4f","keyPrefix":"sk-oai-1mCjx3sKzMF4...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:34:11 | 201 |    2.002919ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:13 | 200 |      39.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:18 | 200 |      38.593µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:19 | 200 |      41.131µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:19 | 200 |     570.237µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:19 | 200 |      131.43µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:34:19.826Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dd320f9a-91cc-49a2-89b0-95c48d52f2c1","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:34:19.826Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"dd320f9a-91cc-49a2-89b0-95c48d52f2c1","keyPrefix":"sk-oai-gHfnc1HN6vkq...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:34:19 | 201 |     1.62773ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:23 | 200 |       43.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:27 | 200 |     615.515µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:27 | 200 |     365.501µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:27 | 200 |     152.717µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:34:27 | 200 |   14.162347ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:34:28.260Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5769567e-2a9a-4d18-a65e-1616c1ae5b33","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:34:28.260Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"5769567e-2a9a-4d18-a65e-1616c1ae5b33","keyPrefix":"sk-oai-3A7nPMPknw87...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:34:28 | 201 |    1.746766ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:28 | 200 |       44.18µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:29 | 200 |      46.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:33 | 200 |      41.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:36 | 200 |     539.535µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:36 | 200 |     296.946µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:36 | 200 |     130.536µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:34:36 | 200 |   11.279518ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:34:37.037Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f81deba3-6525-4aad-874f-50d92b73721c","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:34:37.037Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f81deba3-6525-4aad-874f-50d92b73721c","keyPrefix":"sk-oai-JLpruMm01foP...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:34:37 | 201 |    1.731647ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:38 | 200 |       38.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:39 | 200 |      37.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:43 | 200 |      39.869µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:45 | 200 |     485.221µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:45 | 200 |     379.295µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:34:45 | 200 |     227.121µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:34:45 | 200 |   11.054493ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:48 | 200 |      39.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:49 | 200 |      38.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:53 | 200 |      38.471µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:34:54.250Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b84acd59-a5b7-44f3-a936-17336aef2924","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:34:54.250Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b84acd59-a5b7-44f3-a936-17336aef2924","keyPrefix":"sk-oai-NMr1FteAFjCd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:34:54 | 201 |    1.713879ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:34:58 | 200 |      38.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:34:59 | 200 |      41.235µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:03 | 200 |       47.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:08 | 200 |       47.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:09 | 200 |      34.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:10 | 200 |     484.107µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:35:10 | 403 |      99.026µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:35:13 | 200 |       44.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:18 | 200 |      39.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:19 | 200 |      38.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:23 | 200 |      46.682µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:27 | 403 |     119.959µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:35:28 | 200 |      39.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:29 | 200 |      47.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:33 | 200 |      43.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:38 | 200 |      49.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:39 | 200 |      37.691µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:43 | 200 |      43.812µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:44 | 403 |     147.555µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:35:48 | 200 |      38.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:49 | 200 |      41.619µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:53 | 200 |       38.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:58 | 200 |      47.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:35:59 | 200 |       38.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:02 | 403 |     242.027µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:03 | 200 |      44.015µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:08 | 200 |      46.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:09 | 200 |      39.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:13 | 200 |      42.908µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:36:14.088Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"74ca8237-c9d3-42ad-a583-040f26794157","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:36:14.088Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"74ca8237-c9d3-42ad-a583-040f26794157","keyPrefix":"sk-oai-1PvmONHyMvIB...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:36:14 | 201 |    1.899179ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:18 | 200 |      40.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:19 | 200 |      40.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:22 | 200 |     467.654µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:22 | 200 |     565.093µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:22 | 200 |     426.855µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:22 | 200 |   25.533395ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:23 | 200 |      42.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:28 | 200 |      38.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:29 | 200 |      44.416µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:33 | 200 |       55.42µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:36:34.234Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d3b3e3e5-bf8d-4300-bc99-bc32036ba3ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:36:34.234Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d3b3e3e5-bf8d-4300-bc99-bc32036ba3ab","keyPrefix":"sk-oai-rKec2V7lCxoU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:36:34 | 201 |    1.658882ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:36:34.291Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"110e72c1-2587-4620-9593-993734bfe69f","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:36:34.291Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"110e72c1-2587-4620-9593-993734bfe69f","keyPrefix":"sk-oai-4r8kDN4jfXzD...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:36:34 | 201 |    1.541624ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:38 | 200 |      42.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:39 | 200 |      40.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:42 | 200 |     647.194µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:42 | 200 |     485.868µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:42 | 200 |       396.1µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:42 | 200 |   11.381923ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:42 | 200 |     513.597µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:42 | 200 |     506.283µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:36:42 | 200 |     389.809µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:42 | 200 |   11.751792ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:43 | 200 |      44.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:48 | 200 |      39.698µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:49 | 200 |      39.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:53 | 200 |      42.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:54 | 200 |     272.938µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:54 | 200 |     361.692µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:54 | 200 |     350.136µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:36:54 | 200 |   67.796184ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:36:58 | 200 |      39.463µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:36:59 | 200 |      38.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:03 | 200 |      38.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:07 | 200 |     444.536µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:07 | 200 |   21.726009ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:37:07 | 200 |     186.137µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:07 | 200 |   19.516507ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:37:08 | 200 |      52.595µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:09 | 200 |        38.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:13 | 200 |      33.992µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:18 | 200 |      59.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:19 | 200 |      39.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:23 | 200 |      41.742µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:28 | 200 |      64.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:29 | 200 |      39.994µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:37:33.047Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-16ba40","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6a0deb92-6bc8-4c4f-b270-52370042ae16","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:37:33.047Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6a0deb92-6bc8-4c4f-b270-52370042ae16","keyPrefix":"sk-oai-97kDhlFSAsTw...","username":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-16ba40","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:37:33 | 201 |    2.096138ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:37:33 | 200 |     355.657µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:33 | 200 |     214.812µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:33 | 200 |     368.305µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:33 | 200 |     169.506µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:33 | 200 |     346.593µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:33 | 200 |     158.026µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:33 | 200 |     365.779µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:33 | 200 |     276.634µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:33 | 200 |     156.423µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:33 | 200 |    11.91674ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:37:33 | 200 |      41.807µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:38 | 200 |      41.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:39 | 200 |      37.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:43 | 200 |      41.957µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:37:44.754Z","caller":"api_keys/service.go:159","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84be7f82-501a-4c6d-871e-d33aeecd5427","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:37:44.754Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"84be7f82-501a-4c6d-871e-d33aeecd5427","keyPrefix":"sk-oai-ObFMQd7ReKnf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/13 - 02:37:44 | 201 |    2.613537ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:37:45 | 200 |     386.841µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:37:45 | 200 |       179.1µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:37:48 | 200 |       41.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:49 | 200 |      44.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:53 | 200 |      39.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:58 | 200 |      41.427µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:37:59 | 200 |      38.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:03 | 200 |      39.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:08 | 200 |      39.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:09 | 200 |      39.137µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:13 | 200 |      39.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:18 | 200 |      48.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:19 | 200 |      35.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:23 | 200 |      36.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:28 | 200 |      38.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:29 | 200 |      40.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:33 | 200 |      39.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:38 | 200 |       36.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:39 | 200 |      42.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:43 | 200 |      39.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:48 | 200 |      44.304µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:49 | 200 |      41.594µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-13T02:38:50.915Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f9570f3e-e1f9-4cdf-8289-51dcd31b9bcc","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:50.915Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f9570f3e-e1f9-4cdf-8289-51dcd31b9bcc","keyPrefix":"sk-oai-UJOAf7unTZl2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:50 | 201 |    10.87068ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:51.434Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"03fe558d-7b04-4f58-bfeb-315a42f4170d","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:51.434Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"03fe558d-7b04-4f58-bfeb-315a42f4170d","keyPrefix":"sk-oai-1A1rjM5uIhZN...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:51 | 201 |    1.690791ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:51.656Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a925360f-f21f-476f-88f8-8c4adbc09a54","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:51.656Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"a925360f-f21f-476f-88f8-8c4adbc09a54","keyPrefix":"sk-oai-lY3t13AtJb9a...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:51 | 201 |    1.672513ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:51 | 200 |    1.002081ms |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:51 | 200 |     371.133µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:51 | 200 |     240.587µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:38:51 | 200 |   11.342306ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:51 | 200 |     491.165µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:51 | 200 |     415.002µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-13T02:38:51.833Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d06152a9-f9d7-4582-8621-29a83a20ff8b","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:51.833Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d06152a9-f9d7-4582-8621-29a83a20ff8b","keyPrefix":"sk-oai-ApkPPxZJLVPs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:51 | 201 |     1.59749ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:51.863Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"d06152a9-f9d7-4582-8621-29a83a20ff8b"}
{"level":"info","timestamp":"2026-06-13T02:38:51.863Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"d06152a9-f9d7-4582-8621-29a83a20ff8b","revokedBy":"alice_lead"}
[GIN] 2026/06/13 - 02:38:51 | 200 |    2.478711ms |  44.212.242.249 | DELETE   "/v1/api-keys/d06152a9-f9d7-4582-8621-29a83a20ff8b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:53 | 200 |       32.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:54 | 200 |     586.064µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"info","timestamp":"2026-06-13T02:38:55.190Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"85870c5c-0417-436f-9791-7392a9d7d16c","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.190Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"85870c5c-0417-436f-9791-7392a9d7d16c","keyPrefix":"sk-oai-nTtaWKWFOnZI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.585442ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.216Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d048e741-6168-4617-87e1-ba942c934ce6","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.216Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d048e741-6168-4617-87e1-ba942c934ce6","keyPrefix":"sk-oai-1L6zj2AFCwfT...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.669159ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.309Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4f669c1f-9c90-4862-abfe-802bd7085981","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.309Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"4f669c1f-9c90-4862-abfe-802bd7085981","keyPrefix":"sk-oai-eQcITOh8c6cj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.463578ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.339Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"4f669c1f-9c90-4862-abfe-802bd7085981"}
{"level":"info","timestamp":"2026-06-13T02:38:55.339Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"4f669c1f-9c90-4862-abfe-802bd7085981","revokedBy":"alice_lead"}
[GIN] 2026/06/13 - 02:38:55 | 200 |    2.004831ms |  44.212.242.249 | DELETE   "/v1/api-keys/4f669c1f-9c90-4862-abfe-802bd7085981" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 404 |     502.253µs |  44.212.242.249 | DELETE   "/v1/api-keys/4f669c1f-9c90-4862-abfe-802bd7085981" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.468Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"954665fc-effa-4bc1-8c63-1dd7b4f4f906","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.468Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"954665fc-effa-4bc1-8c63-1dd7b4f4f906","keyPrefix":"sk-oai-HgDgt83TJWiH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.506698ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 200 |     489.325µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     429.383µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     236.119µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:38:55 | 200 |    20.86583ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.598Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"eefdc7a5-f86e-4ed8-b16d-01be902e4ccc","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.598Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"eefdc7a5-f86e-4ed8-b16d-01be902e4ccc","keyPrefix":"sk-oai-1BXKs3W4rnDs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.488225ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 200 |     378.624µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 403 |      81.023µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 200 |     440.533µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     450.545µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |      348.46µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:38:55 | 200 |    9.657139ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.749Z","caller":"api_keys/service.go:159","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2de60088-b2bb-4a9b-88a6-efc493a70c29","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.749Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"2de60088-b2bb-4a9b-88a6-efc493a70c29","keyPrefix":"sk-oai-1P7VRKUGeAbZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.505323ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 200 |     495.342µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     403.274µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     330.188µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:38:55 | 200 |    9.726705ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:55 | 200 |      506.95µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     459.422µs |     10.132.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/13 - 02:38:55 | 200 |     323.786µs |     10.132.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/13 - 02:38:55 | 200 |    9.638247ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-13T02:38:55.915Z","caller":"api_keys/service.go:159","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f1da989d-18ee-4a78-9d12-8456ae261361","ephemeral":false}
{"level":"info","timestamp":"2026-06-13T02:38:55.915Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f1da989d-18ee-4a78-9d12-8456ae261361","keyPrefix":"sk-oai-1WgaeHZLmXSl...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/13 - 02:38:55 | 201 |    1.733876ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/13 - 02:38:58 | 200 |      33.619µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/13 - 02:38:59 | 200 |      32.293µs |      10.133.0.2 | GET      "/health"