[GIN] 2026/06/10 - 11:43:06 | 201 |      2.2097ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:43:06 | 200 |     488.465µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:43:06 | 200 |     134.819µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:43:07 | 200 |      35.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:08 | 200 |      50.093µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:12 | 200 |      33.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:17 | 200 |      53.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:18 | 200 |      33.435µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:22 | 200 |       34.47µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:43:23.572Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ba69f865-d5ed-4b66-aa4d-4ba3e2eb184d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:43:23.572Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba69f865-d5ed-4b66-aa4d-4ba3e2eb184d","keyPrefix":"sk-oai-eYSD52SrWm5K...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:43:23 | 201 |    2.062928ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:43:23.610Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3dc953b7-7d21-4238-b2a7-2321242169e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:43:23.610Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3dc953b7-7d21-4238-b2a7-2321242169e1","keyPrefix":"sk-oai-XrwPCOw1c9z8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:43:23 | 201 |    1.607243ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:43:23 | 200 |     488.621µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:43:23 | 200 |     156.712µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:43:23 | 200 |     467.978µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:43:23 | 200 |     208.444µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:43:27 | 200 |      34.536µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:28 | 200 |      63.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:32 | 200 |      42.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:37 | 200 |      33.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:38 | 200 |      34.581µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T11:43:41.425Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T11:43:41.425Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 11:43:41 | 400 |     278.045µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:43:42 | 200 |       35.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:47 | 200 |      33.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:48 | 200 |      41.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:52 | 200 |      38.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:57 | 200 |      35.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:43:58 | 200 |      34.852µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:43:58.856Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ef7140d1-05ab-4532-b12d-85c1dea64985","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:43:58.856Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef7140d1-05ab-4532-b12d-85c1dea64985","keyPrefix":"sk-oai-ouokOgsTPoX3...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:43:58 | 201 |    2.026821ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:43:58 | 200 |     466.484µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:43:58 | 200 |     144.489µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:44:02 | 200 |      33.323µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:07 | 200 |      38.405µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:44:07.984Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"11e94521-47c5-4bb0-868d-2ec72aa042e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:44:07.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11e94521-47c5-4bb0-868d-2ec72aa042e9","keyPrefix":"sk-oai-1QhYh1M18Hli...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:44:07 | 201 |    2.040611ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:44:08 | 200 |      43.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:12 | 200 |      39.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:16 | 200 |     784.944µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:44:16 | 200 |     126.337µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:44:17 | 200 |      35.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:18 | 200 |      34.841µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:22 | 200 |      40.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:27 | 200 |      35.379µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:28 | 200 |      35.738µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:32 | 200 |      33.542µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:44:33.601Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9a29a88b-ba2f-4ece-aafb-fa5fc6c54103","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:44:33.601Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a29a88b-ba2f-4ece-aafb-fa5fc6c54103","keyPrefix":"sk-oai-1Sf9UmretFUA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:44:33 | 201 |    1.849995ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:44:33 | 200 |      462.59µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:44:33 | 200 |     143.407µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:44:37 | 200 |      36.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:38 | 200 |      40.161µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:42 | 200 |      41.637µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:47 | 200 |       42.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:48 | 200 |      47.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:52 | 200 |      42.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:57 | 200 |      41.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:44:58 | 200 |      45.978µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:45:01.428Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 11:45:01 | 200 |    2.734704ms |     10.133.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 11:45:02 | 200 |       42.77µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:07 | 200 |      42.858µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:08 | 200 |      44.193µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:12 | 200 |      45.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:17 | 200 |      37.257µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:18 | 200 |      44.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:22 | 200 |      43.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:27 | 200 |      42.428µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:28 | 200 |      38.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:32 | 200 |      41.289µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:37 | 200 |      40.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:38 | 200 |      42.786µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:42 | 200 |      41.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:47 | 200 |      38.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:48 | 200 |      40.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:52 | 200 |      40.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:57 | 200 |      42.454µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:45:58 | 200 |      46.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:02 | 200 |      44.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:07 | 200 |      38.453µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:08 | 200 |      38.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:12 | 200 |      39.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:17 | 200 |       39.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:18 | 200 |      41.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:22 | 200 |       39.22µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:27 | 200 |      44.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:28 | 200 |      41.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:32 | 200 |      39.425µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:46:35.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ce0a4d0a-1b53-413e-87a1-964d76ec3712","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:46:35.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce0a4d0a-1b53-413e-87a1-964d76ec3712","keyPrefix":"sk-oai-1QLBL3aIrUIh...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:46:35 | 201 |   10.411285ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:46:37 | 200 |      39.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:38 | 200 |       35.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:42 | 200 |      33.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:47 | 200 |      47.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:48 | 200 |      34.243µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:52 | 200 |      36.164µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:57 | 200 |      35.109µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:58 | 200 |      34.249µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:46:58 | 200 |    1.430848ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:46:58 | 200 |     164.557µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:46:59 | 404 |    1.153517ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:47:02 | 200 |      36.206µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:07 | 200 |      35.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:08 | 200 |       32.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:12 | 200 |      35.897µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:17 | 200 |      44.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:18 | 200 |      42.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:22 | 200 |      34.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:27 | 200 |      35.353µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:28 | 200 |        34.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:32 | 200 |      33.907µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:37 | 200 |      34.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:38 | 200 |      34.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:42 | 200 |      34.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:47 | 200 |      34.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:48 | 200 |      35.762µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:47:49.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2b12f793-44c5-4f96-b007-e95b253f7d67","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:47:49.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b12f793-44c5-4f96-b007-e95b253f7d67","keyPrefix":"sk-oai-58BhxNwrHY7Z...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:47:49 | 201 |    2.008395ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:47:49 | 200 |     534.216µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:47:49 | 200 |      170.26µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:47:52 | 200 |      35.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:57 | 200 |      49.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:47:58 | 200 |      35.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:02 | 200 |      35.016µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:07 | 200 |      38.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:08 | 200 |      35.759µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:48:08.950Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ad3e6e8e-0979-46c5-b20f-f3850605bdd2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:48:08.950Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad3e6e8e-0979-46c5-b20f-f3850605bdd2","keyPrefix":"sk-oai-dmm4LwBDKpsV...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:48:08 | 201 |     2.37896ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:48:08 | 200 |     551.603µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:48:08 | 200 |     142.818µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:48:09 | 200 |     589.335µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:48:09 | 200 |     151.005µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:48:12 | 200 |      39.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:17 | 200 |      61.973µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:18 | 200 |      40.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:22 | 200 |      33.708µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:27 | 200 |      35.021µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:48:28.454Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"72378229-b1e5-4dd0-940c-86285a6a9d41","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:48:28.454Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72378229-b1e5-4dd0-940c-86285a6a9d41","keyPrefix":"sk-oai-i0cZiT5uAhl6...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:48:28 | 201 |    2.086212ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:48:28 | 200 |     542.632µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:48:28 | 200 |     491.542µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:48:28 | 200 |     590.263µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:48:28 | 200 |   21.052628ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:48:28 | 200 |      39.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:32 | 200 |      42.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:37 | 200 |      40.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:38 | 200 |      52.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:42 | 200 |      56.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:47 | 200 |     190.999µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:48:47 | 200 |     160.749µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:48:47 | 200 |   25.276284ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:48:47 | 200 |      43.302µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:48 | 200 |      43.175µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:52 | 200 |      51.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:57 | 200 |      39.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:48:58 | 200 |      59.607µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:48:59.722Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"251b8e61-3fdf-49b2-a20c-6fea2670dd81","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:48:59.722Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"251b8e61-3fdf-49b2-a20c-6fea2670dd81","keyPrefix":"sk-oai-1awRPEuVVtTm...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:48:59 | 201 |    1.994419ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:49:02 | 200 |       52.88µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:07 | 200 |      43.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:08 | 200 |      52.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:12 | 200 |      43.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:17 | 200 |      39.983µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:18 | 200 |      39.004µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:22 | 200 |      39.523µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:27 | 200 |      49.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:28 | 200 |      39.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:29 | 200 |     897.816µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:49:29 | 200 |     158.106µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:49:29 | 200 |     430.367µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:49:29 | 200 |     371.604µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:49:29 | 200 |     127.635µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:49:29 | 200 |   10.548446ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:49:32 | 200 |      56.278µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:37 | 200 |      40.414µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:38 | 200 |      39.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:42 | 200 |      49.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:46 | 200 |     177.142µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:49:46 | 200 |   14.223932ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:49:47 | 200 |      50.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:48 | 200 |      46.089µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:52 | 200 |      46.324µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:49:55.530Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9957b6d8-e2c8-4b19-90b0-23013899b74c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:49:55.530Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9957b6d8-e2c8-4b19-90b0-23013899b74c","keyPrefix":"sk-oai-h5qeKBUrywzg...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:49:55 | 201 |     2.09013ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:49:57 | 200 |       44.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:49:58 | 200 |      33.838µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:02 | 200 |      44.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:03 | 200 |     912.465µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:03 | 200 |     383.687µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:03 | 200 |      125.42µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:03 | 200 |    9.441877ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:50:04.100Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed7e87cb-8cb6-4e98-b407-350136fdde8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:50:04.100Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed7e87cb-8cb6-4e98-b407-350136fdde8c","keyPrefix":"sk-oai-10TqBKB9Di9j...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:50:04 | 201 |    1.814183ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:07 | 200 |       45.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:08 | 200 |      39.728µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:12 | 200 |     782.763µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:12 | 200 |     399.429µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:12 | 200 |     131.143µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:12 | 200 |    6.976271ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:12 | 200 |     511.263µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:12 | 200 |     377.295µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:12 | 200 |     137.634µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:12 | 200 |    6.829661ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:12 | 200 |      39.677µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:50:13.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d0833031-937e-49e3-a55a-9365fe707c51","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:50:13.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0833031-937e-49e3-a55a-9365fe707c51","keyPrefix":"sk-oai-YuDlaEvN06lf...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:50:13 | 201 |    2.699422ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:17 | 200 |      42.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:18 | 200 |      40.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:21 | 200 |     766.068µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:21 | 200 |     439.907µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:21 | 200 |     157.025µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:21 | 200 |    9.776108ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:22 | 200 |       43.99µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:27 | 200 |      42.213µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:28 | 200 |      38.602µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:50:30.494Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d708bc4-57ca-4546-bda8-a78953554b76","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:50:30.494Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d708bc4-57ca-4546-bda8-a78953554b76","keyPrefix":"sk-oai-co403M1FNv82...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:50:30 | 201 |    2.121271ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:32 | 200 |      42.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:37 | 200 |      47.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:38 | 200 |     838.499µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:38 | 200 |     427.227µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:38 | 200 |     162.475µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:38 | 200 |     392.143µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:38 | 200 |     138.648µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:38 | 200 |   19.103213ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:38 | 200 |       39.17µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:42 | 200 |      40.077µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:47 | 200 |      40.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:48 | 200 |      42.291µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:50:49.896Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c8b2363e-4384-4f73-a709-74ab2d8e30be","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:50:49.896Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8b2363e-4384-4f73-a709-74ab2d8e30be","keyPrefix":"sk-oai-uJJt3Fl1yXjw...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:50:49 | 201 |     1.96682ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:52 | 200 |       40.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:57 | 200 |      40.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:50:57 | 200 |     758.627µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:57 | 200 |     409.317µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:57 | 200 |     150.653µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:57 | 200 |    9.782233ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:50:57 | 200 |     144.735µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:50:57 | 200 |   23.957556ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:50:58 | 200 |      45.422µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:02 | 200 |      40.738µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:07 | 200 |      47.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:08 | 200 |      41.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:12 | 200 |       240.9µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:51:12 | 200 |     173.665µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:51:12 | 200 |     206.745µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:51:12 | 200 |   38.088804ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:51:12 | 200 |      40.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:17 | 200 |      41.757µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:18 | 200 |      39.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:22 | 200 |      40.823µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:27 | 200 |      38.978µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:28 | 200 |       39.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:29 | 200 |      173.79µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:51:29 | 200 |   12.418609ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:51:32 | 200 |      41.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:37 | 200 |      41.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:38 | 200 |      40.918µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:51:41.096Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9d83b7a9-1dc6-40f8-911a-cb4c9c214eea","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:51:41.096Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d83b7a9-1dc6-40f8-911a-cb4c9c214eea","keyPrefix":"sk-oai-wq3Vj7DAjrxV...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:51:41 | 201 |    2.360957ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:51:42 | 200 |      35.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:47 | 200 |      33.197µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:48 | 200 |      32.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:49 | 200 |     832.416µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:51:49 | 200 |     154.141µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:51:49.736Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c96161c0-24b3-4719-9d80-6d78da881152","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:51:49.736Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c96161c0-24b3-4719-9d80-6d78da881152","keyPrefix":"sk-oai-1Qj6crnFgg8q...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:51:49 | 201 |    1.704766ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:51:52 | 200 |      38.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:57 | 200 |      956.26µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:51:57 | 200 |     453.644µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:51:57 | 200 |      25.996µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:51:57 | 200 |     126.819µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:51:57 | 200 |   12.673235ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:51:58.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b27b8e00-7235-41da-b838-aeb43269c97d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:51:58.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b27b8e00-7235-41da-b838-aeb43269c97d","keyPrefix":"sk-oai-vjCkfobB9Qpu...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:51:58 | 201 |    1.789658ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:51:58 | 200 |      34.277µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:02 | 200 |      34.067µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:06 | 200 |     896.242µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:52:06 | 200 |     447.377µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:52:06 | 200 |     117.035µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:52:06 | 200 |    9.770389ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:52:07.011Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5eb7af02-1f0f-4d18-9b20-371f9cfd489d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:52:07.011Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5eb7af02-1f0f-4d18-9b20-371f9cfd489d","keyPrefix":"sk-oai-1LO78lEdbisU...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:52:07 | 201 |    1.801112ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:52:07 | 200 |      35.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:08 | 200 |      37.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:12 | 200 |      34.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:15 | 200 |     766.816µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:52:15 | 200 |     409.783µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:52:15 | 200 |     146.477µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:52:15 | 200 |    9.294003ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:52:17 | 200 |      35.535µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:18 | 200 |      36.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:22 | 200 |      63.184µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:52:24.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f2d18153-00cc-4f93-b37b-17d04f32c982","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:52:24.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2d18153-00cc-4f93-b37b-17d04f32c982","keyPrefix":"sk-oai-hcHAMkuQX7IE...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:52:24 | 201 |    2.142442ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:52:27 | 200 |      35.695µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:28 | 200 |      34.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:32 | 200 |      37.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:37 | 200 |       32.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:38 | 200 |      43.657µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:40 | 200 |     1.25606ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:52:40 | 403 |     105.234µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:52:42 | 200 |      34.031µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:47 | 200 |      35.326µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:48 | 200 |      34.134µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:52 | 200 |       32.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:57 | 403 |     120.213µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:52:57 | 200 |      39.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:52:58 | 200 |      35.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:02 | 200 |      35.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:07 | 200 |      48.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:08 | 200 |      35.085µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:12 | 200 |      35.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:14 | 403 |     138.452µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:53:17 | 200 |       34.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:18 | 200 |      34.208µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:22 | 200 |      33.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:27 | 200 |      35.326µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:28 | 200 |      38.086µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:32 | 403 |     139.774µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:53:32 | 200 |      34.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:37 | 200 |      37.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:38 | 200 |      41.826µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:42 | 200 |      42.213µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:53:46.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"17291242-a613-428f-8533-c4c34e1342c1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:53:46.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17291242-a613-428f-8533-c4c34e1342c1","keyPrefix":"sk-oai-1IlZKmFUv9XL...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:53:46 | 201 |    2.413723ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:53:47 | 200 |      47.149µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:48 | 200 |      41.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:52 | 200 |      51.932µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:54 | 200 |     802.895µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:53:54 | 200 |     448.628µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:53:54 | 200 |     186.596µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:53:54 | 200 |    18.93216ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:53:57 | 200 |      39.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:53:58 | 200 |      36.905µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:02 | 200 |      47.939µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:54:07.204Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b661b594-2989-4cb3-9d41-28384c5cf59c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:54:07.204Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b661b594-2989-4cb3-9d41-28384c5cf59c","keyPrefix":"sk-oai-1bZXT6qA1mBh...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:54:07 | 201 |    2.055087ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:54:07.249Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48690dcc-0922-41e7-beec-b155e190239b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:54:07.249Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48690dcc-0922-41e7-beec-b155e190239b","keyPrefix":"sk-oai-IXknIOSQoknw...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:54:07 | 201 |    1.906102ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:07 | 200 |      44.205µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:08 | 200 |      41.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:12 | 200 |      42.661µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:15 | 200 |      829.03µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:54:15 | 200 |     401.514µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:54:15 | 200 |      163.95µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:15 | 200 |   10.123669ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:15 | 200 |     449.021µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:54:15 | 200 |     361.392µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:54:15 | 200 |     153.642µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:15 | 200 |   11.051669ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:17 | 200 |      42.205µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:18 | 200 |      40.772µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:22 | 200 |      39.454µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:27 | 200 |      45.242µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:28 | 200 |      41.177µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:32 | 200 |     185.578µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:32 | 200 |     191.356µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:32 | 200 |      176.15µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:32 | 200 |   42.875767ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:32 | 200 |      38.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:37 | 200 |      46.018µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:38 | 200 |       46.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:42 | 200 |      39.711µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:47 | 200 |     242.714µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:47 | 200 |   25.701008ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:47 | 200 |     189.761µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:54:47 | 200 |   20.857986ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:54:47 | 200 |      44.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:48 | 200 |       42.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:52 | 200 |      41.142µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:57 | 200 |      45.203µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:54:58 | 200 |      70.165µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:02 | 200 |      40.498µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:07 | 200 |        38.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:08 | 200 |      41.458µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:12 | 200 |      37.933µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:55:13.044Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43add37d-9dc8-48e5-b021-66888b214f9c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:13.045Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43add37d-9dc8-48e5-b021-66888b214f9c","keyPrefix":"sk-oai-17gPwFyoEAok...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:13 | 201 |    3.614263ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:13 | 200 |     633.791µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |      167.72µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:13 | 200 |     484.211µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |     170.671µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:13 | 200 |     561.887µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |     152.764µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:13 | 200 |     517.432µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |     156.153µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:13 | 200 |     544.708µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |     410.264µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:13 | 200 |     151.517µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:13 | 200 |   11.615875ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:17 | 200 |      46.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:18 | 200 |      40.319µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:22 | 200 |      40.061µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:27 | 200 |       42.32µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:28 | 200 |      42.673µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:32 | 200 |      45.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:37 | 200 |      39.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:38 | 200 |      40.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:42 | 200 |      39.916µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:47 | 200 |      39.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:48 | 200 |      42.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:52 | 200 |      38.212µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:55:53.929Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"02bdb13b-306e-461d-8e94-b826cabefae5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:53.929Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02bdb13b-306e-461d-8e94-b826cabefae5","keyPrefix":"sk-oai-IybkZjr1u83k...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:53 | 201 |    2.231742ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:54.520Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"955a6296-7bd9-45f9-a861-aef582984262","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:54.520Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"955a6296-7bd9-45f9-a861-aef582984262","keyPrefix":"sk-oai-1MWrVkP3hkv7...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:54 | 201 |    1.742428ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:54.727Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7530145e-0bae-4e91-906e-14524f6a626f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:54.727Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7530145e-0bae-4e91-906e-14524f6a626f","keyPrefix":"sk-oai-ytaYuvBKpy8i...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:54 | 201 |    1.805608ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:54 | 200 |     575.051µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:54 | 200 |     389.775µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:54 | 200 |     135.857µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:54 | 200 |   13.300616ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:54 | 200 |     463.286µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:54 | 200 |     132.391µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T11:55:54.890Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bca2edd9-561b-4290-ad21-f7ca398a0dae","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:54.890Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bca2edd9-561b-4290-ad21-f7ca398a0dae","keyPrefix":"sk-oai-qGPrewhjRDUb...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:54 | 201 |    1.721792ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:54.917Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bca2edd9-561b-4290-ad21-f7ca398a0dae"}
{"level":"info","timestamp":"2026-06-10T11:55:54.917Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bca2edd9-561b-4290-ad21-f7ca398a0dae","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 11:55:54 | 200 |    2.807328ms |      100.64.0.3 | DELETE   "/v1/api-keys/bca2edd9-561b-4290-ad21-f7ca398a0dae" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:57 | 200 |      39.087µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 11:55:57 | 200 |     822.181µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T11:55:57.945Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 11:55:57 | 500 |     107.073µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.257Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bcc837ba-a0de-4783-83f6-b391d264848f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.257Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bcc837ba-a0de-4783-83f6-b391d264848f","keyPrefix":"sk-oai-17W7CxDT8vOe...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |   10.906935ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8659a7ba-db5c-4f66-97fc-a3ca4b06d1f9","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8659a7ba-db5c-4f66-97fc-a3ca4b06d1f9","keyPrefix":"sk-oai-1ZTlFe1BNVeP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |    1.796339ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.371Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4923df07-6491-4ff4-a006-ab423cbfb03b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4923df07-6491-4ff4-a006-ab423cbfb03b","keyPrefix":"sk-oai-1UlM59Rnl2Oc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |    1.909532ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.399Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4923df07-6491-4ff4-a006-ab423cbfb03b"}
{"level":"info","timestamp":"2026-06-10T11:55:58.400Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4923df07-6491-4ff4-a006-ab423cbfb03b","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 11:55:58 | 200 |     3.31898ms |      100.64.0.2 | DELETE   "/v1/api-keys/4923df07-6491-4ff4-a006-ab423cbfb03b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 404 |     736.556µs |      100.64.0.3 | DELETE   "/v1/api-keys/4923df07-6491-4ff4-a006-ab423cbfb03b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.513Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3e8ddb46-ae88-438b-a3ca-76c073e57374","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.513Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e8ddb46-ae88-438b-a3ca-76c073e57374","keyPrefix":"sk-oai-NHVP7I3SdJaO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |    1.726592ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |     951.024µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |     427.129µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |     141.172µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:58 | 200 |    8.978615ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |      61.356µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T11:55:58.639Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"019a245e-9d3e-41ca-bf3a-3eadd39e2a1e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.639Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"019a245e-9d3e-41ca-bf3a-3eadd39e2a1e","keyPrefix":"sk-oai-12O2oEUWvxnF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |    1.931032ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |     565.495µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 403 |      87.595µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |     559.581µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |      437.29µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |      129.55µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:58 | 200 |   10.770955ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.787Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cb785b49-fb0a-411c-8679-bf93637ff968","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.787Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb785b49-fb0a-411c-8679-bf93637ff968","keyPrefix":"sk-oai-JBHbYeeGXVVx...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |     1.80572ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |     551.172µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |     393.487µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |       130.5µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:58 | 200 |    9.439916ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:55:58 | 200 |     430.763µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |     355.155µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 11:55:58 | 200 |     127.402µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 11:55:58 | 200 |    8.801858ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T11:55:58.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"49aacace-100c-48d4-807c-78fbf2a073aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T11:55:58.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49aacace-100c-48d4-807c-78fbf2a073aa","keyPrefix":"sk-oai-11KbjUgUlBB5...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 11:55:58 | 201 |    1.750691ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 11:56:02 | 200 |      42.142µs |      10.132.0.2 | GET      "/health"