[GIN] 2026/06/05 - 18:27:25 | 200 |    1.145272ms |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:25 | 200 |     161.421µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:25 | 200 |     506.241µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:25 | 200 |      187.82µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:29 | 200 |      40.871µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:29 | 200 |      45.225µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:34 | 200 |       38.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:39 | 200 |      43.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:39 | 200 |      53.159µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T18:27:42.658Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T18:27:42.658Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 18:27:42 | 400 |     300.362µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:27:44 | 200 |      43.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:49 | 200 |       40.43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:49 | 200 |       39.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:54 | 200 |      43.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:59 | 200 |      40.508µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:59 | 200 |      40.407µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:28:00.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"92ab5383-8106-4ec0-9f72-e5e3cdf237fc","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:00.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92ab5383-8106-4ec0-9f72-e5e3cdf237fc","keyPrefix":"sk-oai-XyIdrFEd8LP5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:00 | 201 |    1.956253ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:00 | 200 |     587.845µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:00 | 200 |     163.094µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:04 | 200 |      41.722µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:28:09.041Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"81510a10-ece3-4054-9b46-f12c5ad42387","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:09.041Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81510a10-ece3-4054-9b46-f12c5ad42387","keyPrefix":"sk-oai-5J3VqxbgAY8q...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:09 | 201 |    2.005834ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:09 | 200 |      41.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:09 | 200 |      42.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:14 | 200 |      40.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:17 | 200 |     817.197µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:17 | 200 |     126.977µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:19 | 200 |      52.108µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:19 | 200 |      40.881µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:24 | 200 |      44.499µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:29 | 200 |      42.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:29 | 200 |       46.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:34 | 200 |      44.008µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:28:34.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f40c5e5b-cab5-445c-a89a-f6a1a985efc0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:34.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f40c5e5b-cab5-445c-a89a-f6a1a985efc0","keyPrefix":"sk-oai-1ZX9npOLNhEn...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:34 | 201 |    1.902991ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:34 | 200 |     544.718µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:34 | 200 |     155.545µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:39 | 200 |      38.735µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:39 | 200 |      37.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:44 | 200 |      43.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:49 | 200 |      38.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:49 | 200 |      38.417µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:54 | 200 |      45.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:59 | 200 |      45.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:59 | 200 |      38.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:04 | 200 |      41.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:09 | 200 |      39.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:09 | 200 |      41.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:14 | 200 |      41.747µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:19 | 200 |       40.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:19 | 200 |      44.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:24 | 200 |      69.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:29 | 200 |       46.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:29 | 200 |      40.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:34 | 200 |      40.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:39 | 200 |       43.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:39 | 200 |      39.079µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:44 | 200 |      45.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:49 | 200 |       40.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:49 | 200 |      41.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:54 | 200 |      50.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:59 | 200 |      42.417µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:29:59 | 200 |      45.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:04 | 200 |      43.819µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:09 | 200 |      43.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:09 | 200 |      39.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:14 | 200 |      38.046µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:30:15.836Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 18:30:15 | 200 |     995.245µs |     10.134.0.30 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 18:30:19 | 200 |      43.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:19 | 200 |      38.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:24 | 200 |      46.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:29 | 200 |      41.261µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:29 | 200 |      39.855µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:30:34.035Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6eac0460-23d5-49d1-ad66-072adb513a13","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:30:34.035Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6eac0460-23d5-49d1-ad66-072adb513a13","keyPrefix":"sk-oai-1YfugnJSpypc...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:30:34 | 201 |    2.016257ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:30:34 | 200 |      49.225µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:39 | 200 |      50.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:39 | 200 |      40.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:44 | 200 |      44.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:49 | 200 |      43.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:49 | 200 |      40.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:54 | 200 |      40.323µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:56 | 200 |      870.98µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:30:56 | 200 |     161.461µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:30:57 | 404 |    1.081396ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:30:59 | 200 |      39.718µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:30:59 | 200 |       45.07µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:04 | 200 |      41.605µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:09 | 200 |      48.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:09 | 200 |      37.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:14 | 200 |      39.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:19 | 200 |      40.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:19 | 200 |      48.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:24 | 200 |      38.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:29 | 200 |      42.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:29 | 200 |      43.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:34 | 200 |      48.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:39 | 200 |      58.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:39 | 200 |      48.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:44 | 200 |      40.919µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:31:47.310Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c32324c0-030a-4a03-bc9c-52bbfa08cc29","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:31:47.310Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c32324c0-030a-4a03-bc9c-52bbfa08cc29","keyPrefix":"sk-oai-17GIbrWt7Q9Y...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:31:47 | 201 |    2.048909ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:31:47 | 200 |     459.116µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:31:47 | 200 |     167.573µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:31:49 | 200 |      37.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:49 | 200 |      43.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:54 | 200 |      45.067µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:59 | 200 |      43.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:31:59 | 200 |      39.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:04 | 200 |      42.154µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:32:06.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f8865d26-ea63-429e-bdf4-bef939edd35e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:32:06.499Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f8865d26-ea63-429e-bdf4-bef939edd35e","keyPrefix":"sk-oai-1BkBu9Mu1A7O...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:32:06 | 201 |    2.060418ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:32:06 | 200 |     420.695µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:32:06 | 200 |     145.058µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:32:06 | 200 |     473.173µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:32:06 | 200 |     150.141µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:32:09 | 200 |      50.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:09 | 200 |      46.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:14 | 200 |      42.074µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:19 | 200 |      44.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:19 | 200 |      39.097µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:24 | 200 |      46.771µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:32:25.954Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bcc41cc8-9c49-40ce-b808-12eb549de5ac","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:32:25.954Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bcc41cc8-9c49-40ce-b808-12eb549de5ac","keyPrefix":"sk-oai-14kG0L9KeAB5...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:32:25 | 201 |   11.444204ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:32:25 | 200 |    1.176729ms |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:32:25 | 200 |      403.06µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:32:25 | 200 |     188.801µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:32:25 | 200 |   19.689008ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:32:29 | 200 |      44.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:29 | 200 |      35.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:34 | 200 |      33.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:39 | 200 |      36.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:39 | 200 |      37.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:44 | 200 |      34.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:45 | 200 |     147.161µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:32:45 | 200 |     138.608µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:32:45 | 200 |   21.935103ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:32:49 | 200 |      34.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:49 | 200 |      36.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:54 | 200 |      32.934µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:32:57.052Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5ec12a69-3001-4a5f-a88a-294e90ae653c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:32:57.052Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ec12a69-3001-4a5f-a88a-294e90ae653c","keyPrefix":"sk-oai-1CQAlkuB92fT...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:32:57 | 201 |    1.805329ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:32:59 | 200 |      34.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:32:59 | 200 |       34.76µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:04 | 200 |      42.747µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:09 | 200 |      34.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:09 | 200 |      38.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:14 | 200 |      36.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:19 | 200 |      32.348µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:19 | 200 |      44.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:24 | 200 |      34.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:27 | 200 |     825.674µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:33:27 | 200 |     131.125µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:33:27 | 200 |     463.572µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:33:27 | 200 |     413.935µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:33:27 | 200 |     117.087µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:33:27 | 200 |   14.076527ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:33:29 | 200 |      48.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:29 | 200 |      34.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:34 | 200 |      35.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:39 | 200 |      35.387µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:39 | 200 |      66.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:44 | 200 |     139.707µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:33:44 | 200 |   11.734929ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:33:44 | 200 |      34.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:49 | 200 |      35.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:49 | 200 |      55.272µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:33:52.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"40c282e8-a263-4036-8535-6aae3db3c7ca","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:33:52.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40c282e8-a263-4036-8535-6aae3db3c7ca","keyPrefix":"sk-oai-H4RI8URGO3HZ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:33:52 | 201 |     2.20371ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:33:54 | 200 |      42.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:59 | 200 |      35.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:33:59 | 200 |      41.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:00 | 200 |     816.022µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:00 | 200 |     417.992µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:00 | 200 |      133.91µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:00 | 200 |    9.670365ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:34:01.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9fc4f1fd-482a-4201-a71e-940b79890ede","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:34:01.343Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9fc4f1fd-482a-4201-a71e-940b79890ede","keyPrefix":"sk-oai-Ak1OiH4jDvub...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:34:01 | 201 |    1.634041ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:04 | 200 |      34.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:09 | 200 |     724.343µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:09 | 200 |     410.212µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:09 | 200 |     125.111µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:09 | 200 |      6.8376ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:09 | 200 |     394.504µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:09 | 200 |      355.71µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:09 | 200 |     118.304µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:09 | 200 |    6.260323ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:09 | 200 |      35.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:09 | 200 |      58.644µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:34:10.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"90bdbb21-c86c-4d54-ab83-6337a6a29d9b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:34:10.311Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90bdbb21-c86c-4d54-ab83-6337a6a29d9b","keyPrefix":"sk-oai-1ex3OudNU0Pp...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:34:10 | 201 |    1.811096ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:14 | 200 |      42.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:18 | 200 |     775.847µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:18 | 200 |       432.5µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:18 | 200 |     155.104µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:18 | 200 |   10.509382ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:19 | 200 |      39.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:19 | 200 |      41.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:24 | 200 |      39.967µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:34:27.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e23a9e7b-0d63-44a4-bde1-024b4720caaa","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:34:27.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e23a9e7b-0d63-44a4-bde1-024b4720caaa","keyPrefix":"sk-oai-1Mxh7mNa9zwy...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:34:27 | 201 |    2.071308ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:29 | 200 |      39.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:29 | 200 |      61.095µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:34 | 200 |      39.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:35 | 200 |     822.379µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:35 | 200 |     449.181µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:35 | 200 |     161.416µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:35 | 200 |     411.936µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:35 | 200 |     144.039µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:35 | 200 |   20.307363ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:39 | 200 |      40.037µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:39 | 200 |      40.575µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:44 | 200 |      39.126µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:34:46.787Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d76a97cb-1e4c-40ad-8b3b-e3921304a351","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:34:46.787Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d76a97cb-1e4c-40ad-8b3b-e3921304a351","keyPrefix":"sk-oai-RNQTFVQi69Ml...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:34:46 | 201 |    2.006753ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:49 | 200 |      46.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:49 | 200 |      41.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:54 | 200 |      49.869µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:54 | 200 |     700.884µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:54 | 200 |     427.795µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:54 | 200 |     185.915µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:54 | 200 |    9.824174ms |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:34:54 | 200 |     144.284µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:34:54 | 200 |   32.569356ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:34:59 | 200 |      38.823µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:34:59 | 200 |      50.837µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:04 | 200 |      39.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:09 | 200 |       39.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:09 | 200 |      41.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:10 | 200 |     213.218µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:35:10 | 200 |     199.008µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:35:10 | 200 |     165.957µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:35:10 | 200 |   36.520729ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:35:14 | 200 |      43.597µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:19 | 200 |      41.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:19 | 200 |      44.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:24 | 200 |      52.028µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:28 | 200 |      173.42µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:35:28 | 200 |   12.306975ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:35:29 | 200 |      41.919µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:29 | 200 |      48.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:34 | 200 |      47.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:39 | 200 |      39.694µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:35:39.549Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"91436ce3-f0c8-43f6-8876-9038f0f739f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:35:39.549Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91436ce3-f0c8-43f6-8876-9038f0f739f8","keyPrefix":"sk-oai-9a9SKXEzD4vH...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:35:39 | 201 |    2.894714ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:35:39 | 200 |      42.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:44 | 200 |      42.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:47 | 200 |     872.479µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:35:47 | 200 |     159.837µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:35:48.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"70955c48-01b3-4b1f-9cf6-234f9e5cfb75","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:35:48.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70955c48-01b3-4b1f-9cf6-234f9e5cfb75","keyPrefix":"sk-oai-OWhcjxPrKscL...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:35:48 | 201 |    1.781907ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:35:49 | 200 |      42.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:49 | 200 |      40.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:54 | 200 |      38.621µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:56 | 200 |     838.651µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:35:56 | 200 |     470.655µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:35:56 | 200 |     138.282µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:35:56 | 200 |   10.406446ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:35:56.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2728df26-62f9-4d5c-a789-5f8036874790","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:35:56.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2728df26-62f9-4d5c-a789-5f8036874790","keyPrefix":"sk-oai-1C0R4t8Ge7NM...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:35:56 | 201 |    1.644707ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:35:59 | 200 |      40.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:35:59 | 200 |      50.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:04 | 200 |       40.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:04 | 200 |     937.194µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:36:04 | 200 |     465.042µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:36:04 | 200 |     125.374µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:36:04 | 200 |    9.827018ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:36:05.277Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bb9afcd9-2d54-49fb-a6e0-006209f53f41","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:36:05.277Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb9afcd9-2d54-49fb-a6e0-006209f53f41","keyPrefix":"sk-oai-1PZH5RZkIzxu...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:36:05 | 201 |    1.820969ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:36:09 | 200 |      40.337µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:09 | 200 |      37.645µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:13 | 200 |     830.142µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:36:13 | 200 |     367.917µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:36:13 | 200 |     128.565µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:36:13 | 200 |   14.023644ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:36:14 | 200 |      42.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:19 | 200 |      50.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:19 | 200 |      37.497µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:36:22.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b6b971e1-be41-4acc-a3b2-021d5bae7692","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:36:22.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6b971e1-be41-4acc-a3b2-021d5bae7692","keyPrefix":"sk-oai-1auvN8O7SAxw...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:36:22 | 201 |    3.068749ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:36:24 | 200 |      48.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:29 | 200 |      39.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:29 | 200 |      39.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:34 | 200 |      49.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:38 | 200 |     952.195µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:36:38 | 403 |      96.269µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:36:39 | 200 |      35.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:39 | 200 |        56.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:44 | 200 |      44.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:49 | 200 |      52.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:49 | 200 |      36.306µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:54 | 200 |      51.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:59 | 200 |      39.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:36:59 | 200 |      37.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:00 | 403 |      119.88µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:37:04 | 200 |      40.417µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:09 | 200 |      45.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:09 | 200 |      54.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:14 | 200 |      51.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:17 | 403 |     115.536µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:37:19 | 200 |      43.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:19 | 200 |      39.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:24 | 200 |      47.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:29 | 200 |      41.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:29 | 200 |      51.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:34 | 200 |      48.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:35 | 403 |     129.441µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:37:39 | 200 |       51.24µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:39 | 200 |      37.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:44 | 200 |      41.207µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:37:49.267Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e6f3f05-e9b4-4551-ad3d-89cfc1cd37af","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:37:49.267Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e6f3f05-e9b4-4551-ad3d-89cfc1cd37af","keyPrefix":"sk-oai-jDFv2ePM0nFo...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:37:49 | 201 |    2.429759ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:37:49 | 200 |      41.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:49 | 200 |      40.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:54 | 200 |      35.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:57 | 200 |    1.134202ms |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:37:57 | 200 |     470.927µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:37:57 | 200 |     188.262µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:37:57 | 200 |   20.739135ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:37:59 | 200 |      42.853µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:37:59 | 200 |      39.946µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:04 | 200 |      41.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:09 | 200 |      40.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:09 | 200 |      41.506µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:38:11.524Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a151259e-e0cd-4a20-b127-ca08b49cd5c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:38:11.524Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a151259e-e0cd-4a20-b127-ca08b49cd5c2","keyPrefix":"sk-oai-nKHlHtlcdRXZ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:38:11 | 201 |     2.81755ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:38:11.557Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b8f6d58-84d7-455c-800f-007af3593cf2","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:38:11.557Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b8f6d58-84d7-455c-800f-007af3593cf2","keyPrefix":"sk-oai-1WIbjDw4jZ7x...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:38:11 | 201 |    1.544864ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:14 | 200 |      40.645µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:19 | 200 |      43.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:19 | 200 |     865.552µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:38:19 | 200 |     412.711µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:38:19 | 200 |     156.032µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:19 | 200 |   10.527608ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:19 | 200 |     419.463µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:38:19 | 200 |     360.937µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:38:19 | 200 |     166.234µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:19 | 200 |   11.850364ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:19 | 200 |      33.626µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:24 | 200 |      39.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:29 | 200 |      42.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:29 | 200 |      44.736µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:33 | 200 |     177.778µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:33 | 200 |     175.362µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:33 | 200 |     150.801µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:33 | 200 |   36.248135ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:34 | 200 |      40.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:39 | 200 |      38.966µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:39 | 200 |       42.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:44 | 200 |      60.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:49 | 200 |       46.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:49 | 200 |      47.288µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:50 | 200 |      223.62µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:50 | 200 |    12.62591ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:50 | 200 |     165.103µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:38:50 | 200 |   11.413869ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:38:54 | 200 |      42.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:59 | 200 |      50.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:38:59 | 200 |      55.613µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:04 | 200 |      44.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:09 | 200 |      51.007µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:09 | 200 |      43.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:14 | 200 |      39.933µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:39:16.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3d8cfa4e-096c-47fb-b295-255ae538465b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:39:16.101Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d8cfa4e-096c-47fb-b295-255ae538465b","keyPrefix":"sk-oai-7rvec18wgiww...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:39:16 | 201 |    2.049991ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:39:16 | 200 |      466.16µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:16 | 200 |     154.924µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:16 | 200 |      425.77µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:16 | 200 |     136.096µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:16 | 200 |     363.085µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:16 | 200 |     151.838µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:16 | 200 |     390.665µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:16 | 200 |     158.489µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:16 | 200 |     364.878µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:16 | 200 |     140.598µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:19 | 200 |      42.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:19 | 200 |      40.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:24 | 200 |      44.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:29 | 200 |      39.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:29 | 200 |      38.078µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:39:29.787Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94fb69aa-2060-454a-9070-c30097ae2b23","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:39:29.787Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94fb69aa-2060-454a-9070-c30097ae2b23","keyPrefix":"sk-oai-1QoQ8dmtDwbj...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:39:29 | 201 |    1.918461ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:39:30 | 200 |     526.752µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:39:30 | 200 |     138.522µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:39:34 | 200 |      46.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:39 | 200 |      46.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:39 | 200 |      50.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:44 | 200 |      44.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:49 | 200 |      43.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:49 | 200 |      38.871µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:54 | 200 |       38.43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:59 | 200 |      41.177µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:39:59 | 200 |      41.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:04 | 200 |      44.622µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:09 | 200 |      39.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:09 | 200 |      42.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:14 | 200 |      43.816µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:19 | 200 |      41.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:19 | 200 |      37.942µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:24 | 200 |      40.225µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:29 | 200 |      42.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:29 | 200 |       38.85µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:34 | 200 |      40.664µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:40:37.064Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"27bd2c85-7f63-43ea-8176-187918019c9f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:37.064Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27bd2c85-7f63-43ea-8176-187918019c9f","keyPrefix":"sk-oai-XkslhzCxOxH8...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:37 | 201 |   10.889816ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:37.590Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7f95135e-bab6-4ced-8a79-6656a617a2cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:37.590Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f95135e-bab6-4ced-8a79-6656a617a2cb","keyPrefix":"sk-oai-uLv0CzKjsULw...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:37 | 201 |    1.974946ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:37.803Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c5f75049-f20e-4bc7-8e1c-36ffd5cefd11","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:37.803Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5f75049-f20e-4bc7-8e1c-36ffd5cefd11","keyPrefix":"sk-oai-OOmacIkQ03i0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:37 | 201 |    1.728767ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:37 | 200 |    1.225976ms |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:37 | 200 |     542.364µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:37 | 200 |     160.358µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:40:37 | 200 |    18.26615ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:37 | 200 |     511.125µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:37 | 200 |     137.835µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T18:40:37.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e138b0a6-987f-4499-ab75-d06451d92e96","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:37.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e138b0a6-987f-4499-ab75-d06451d92e96","keyPrefix":"sk-oai-1NVLNn9atGXR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:37 | 201 |    1.708015ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:38.002Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e138b0a6-987f-4499-ab75-d06451d92e96"}
{"level":"info","timestamp":"2026-06-05T18:40:38.002Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e138b0a6-987f-4499-ab75-d06451d92e96","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 18:40:38 | 200 |    2.614774ms |      100.64.0.4 | DELETE   "/v1/api-keys/e138b0a6-987f-4499-ab75-d06451d92e96" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:39 | 200 |      49.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:39 | 200 |      40.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:40:41 | 200 |     909.484µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T18:40:41.029Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 18:40:41 | 500 |     116.487µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.339Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"dfaaac4e-352f-4ad5-8695-b60d948df0e3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.339Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dfaaac4e-352f-4ad5-8695-b60d948df0e3","keyPrefix":"sk-oai-PdBtFIQF4sDF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.757167ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.365Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"aa88be43-c85b-433f-a228-ddcb5e92ea32","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.365Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa88be43-c85b-433f-a228-ddcb5e92ea32","keyPrefix":"sk-oai-3mF46VcvMGrQ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.693118ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.449Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"22b212a7-fcc8-4f60-9d7c-7c0526decbde","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.449Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22b212a7-fcc8-4f60-9d7c-7c0526decbde","keyPrefix":"sk-oai-tMbn5dWQ41p5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |     1.59897ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.471Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"22b212a7-fcc8-4f60-9d7c-7c0526decbde"}
{"level":"info","timestamp":"2026-06-05T18:40:41.471Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"22b212a7-fcc8-4f60-9d7c-7c0526decbde","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 18:40:41 | 200 |    2.014114ms |      100.64.0.3 | DELETE   "/v1/api-keys/22b212a7-fcc8-4f60-9d7c-7c0526decbde" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 404 |     651.456µs |      100.64.0.4 | DELETE   "/v1/api-keys/22b212a7-fcc8-4f60-9d7c-7c0526decbde" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f08fc3ff-81a6-4fa3-9665-f13267b1b1f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f08fc3ff-81a6-4fa3-9665-f13267b1b1f6","keyPrefix":"sk-oai-qhQlEalSZWW4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.533975ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 200 |     439.077µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     381.855µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     117.905µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:40:41 | 200 |    9.434546ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6d3ead4a-d847-4ab8-b5cc-4ecc01386025","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d3ead4a-d847-4ab8-b5cc-4ecc01386025","keyPrefix":"sk-oai-63CF8freuFmp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.633282ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 200 |     419.553µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 403 |      88.617µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 200 |     395.051µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     337.595µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     108.264µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:40:41 | 200 |    9.080324ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c8260a80-3915-4e6f-be29-7653c1eb5e06","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8260a80-3915-4e6f-be29-7653c1eb5e06","keyPrefix":"sk-oai-14RKaCtW9Ob3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.574793ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 200 |     547.178µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     482.995µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |      120.76µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:40:41 | 200 |      9.1206ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:41 | 200 |     345.329µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     292.627µs |     10.133.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:40:41 | 200 |     102.117µs |     10.133.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:40:41 | 200 |    8.737124ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:40:41.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"28e9cd0b-c25b-4355-9a8d-7fc806e60ba0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:40:41.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28e9cd0b-c25b-4355-9a8d-7fc806e60ba0","keyPrefix":"sk-oai-1cVxRYkkOkcH...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:40:41 | 201 |    1.554465ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:40:44 | 200 |      38.022µs |      10.133.0.2 | GET      "/health"