[GIN] 2026/05/21 - 20:44:10 | 201 |    2.114474ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:44:10.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ecf7c0e4-7bbf-4c38-9ec3-9abbd201c2e5","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:44:10.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ecf7c0e4-7bbf-4c38-9ec3-9abbd201c2e5","keyPrefix":"sk-oai-CuZpWzavIwdX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:44:10 | 201 |     1.82083ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:44:10 | 200 |     487.327µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:44:10 | 200 |     180.192µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:44:10 | 200 |     491.961µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:44:10 | 200 |     228.925µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:44:11 | 200 |      40.137µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:16 | 200 |      40.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:18 | 200 |      41.623µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:21 | 200 |      41.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:26 | 200 |      39.912µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:28 | 200 |      44.479µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-21T20:44:28.028Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-21T20:44:28.028Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/21 - 20:44:28 | 400 |     263.669µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:44:31 | 200 |      46.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:36 | 200 |      47.929µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:38 | 200 |      48.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:41 | 200 |      45.239µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:44:45.459Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2dcd4cfc-1e84-41c0-acc0-9beaa3118a18","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:44:45.459Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2dcd4cfc-1e84-41c0-acc0-9beaa3118a18","keyPrefix":"sk-oai-hyBxGw1XfBPu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:44:45 | 201 |    10.75901ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:44:45 | 200 |    1.374341ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:44:45 | 200 |     166.272µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:44:46 | 200 |      45.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:48 | 200 |      40.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:51 | 200 |      45.471µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:44:54.576Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f007754d-3f95-4b9a-929d-aa67e97a28a6","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:44:54.576Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f007754d-3f95-4b9a-929d-aa67e97a28a6","keyPrefix":"sk-oai-lVFGyNrE0hht...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:44:54 | 201 |    2.133177ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:44:56 | 200 |      43.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:44:58 | 200 |      41.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:01 | 200 |      45.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:02 | 200 |     871.905µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:45:02 | 200 |     128.375µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-21T20:45:03.664Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/21 - 20:45:03 | 200 |     806.426µs |     10.134.0.37 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/21 - 20:45:06 | 200 |      43.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:08 | 200 |      40.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:11 | 200 |      39.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:16 | 200 |      41.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:18 | 200 |      44.378µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:45:20.180Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e509ee4e-b65c-44bd-ac5c-d461b20e5767","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:45:20.180Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e509ee4e-b65c-44bd-ac5c-d461b20e5767","keyPrefix":"sk-oai-vZnspUg3YgGc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:45:20 | 201 |    2.020738ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:45:20 | 200 |     583.873µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:45:20 | 200 |     237.379µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:45:21 | 200 |      40.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:26 | 200 |      44.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:28 | 200 |      44.155µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:31 | 200 |      41.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:36 | 200 |      43.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:38 | 200 |      42.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:41 | 200 |      59.082µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:46 | 200 |      41.155µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:48 | 200 |       44.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:51 | 200 |      44.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:56 | 200 |      52.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:45:58 | 200 |      41.692µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:01 | 200 |      42.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:06 | 200 |      62.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:08 | 200 |      39.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:11 | 200 |      43.929µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:16 | 200 |      40.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:18 | 200 |       44.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:21 | 200 |      66.796µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:26 | 200 |      42.336µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:28 | 200 |      41.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:31 | 200 |      44.372µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:36 | 200 |      41.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:38 | 200 |      35.101µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:41 | 200 |      35.017µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:46 | 200 |      42.372µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:48 | 200 |      36.628µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:51 | 200 |      63.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:56 | 200 |      36.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:46:58 | 200 |      37.815µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:01 | 200 |      37.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:06 | 200 |       38.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:08 | 200 |      34.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:11 | 200 |       41.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:16 | 200 |      37.243µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:18 | 200 |      34.665µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:47:19.645Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"32bbae9e-cb0e-4704-9118-e47e3075f58a","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:47:19.645Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32bbae9e-cb0e-4704-9118-e47e3075f58a","keyPrefix":"sk-oai-FHi4dNnVP2HB...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:47:19 | 201 |    2.162398ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:47:21 | 200 |      35.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:26 | 200 |      35.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:28 | 200 |      35.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:31 | 200 |       35.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:36 | 200 |      36.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:38 | 200 |      34.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:41 | 200 |      37.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:42 | 200 |     832.476µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:47:42 | 200 |       158.7µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:47:42 | 404 |     898.801µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:47:46 | 200 |       38.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:48 | 200 |      39.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:51 | 200 |      33.656µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:56 | 200 |      36.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:47:58 | 200 |      53.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:01 | 200 |      49.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:06 | 200 |      36.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:08 | 200 |       35.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:11 | 200 |      47.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:16 | 200 |      35.502µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:18 | 200 |       35.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:21 | 200 |      34.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:26 | 200 |      32.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:28 | 200 |      35.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:31 | 200 |      36.018µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:48:35.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6f2a5a83-1032-42d0-a220-8eadee6ba20f","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:48:35.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f2a5a83-1032-42d0-a220-8eadee6ba20f","keyPrefix":"sk-oai-1SOL7CoUncSd...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:48:35 | 201 |    2.057132ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:48:35 | 200 |     533.191µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:48:35 | 200 |     194.168µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:48:36 | 200 |      41.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:38 | 200 |        35.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:41 | 200 |      41.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:46 | 200 |      41.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:48 | 200 |      41.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:51 | 200 |      39.911µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:48:54.387Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e7813b6f-a0cc-4db9-90d4-45c7fceefb09","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:48:54.387Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7813b6f-a0cc-4db9-90d4-45c7fceefb09","keyPrefix":"sk-oai-1bnFtfYT13RF...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:48:54 | 201 |     1.93367ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:48:54 | 200 |     529.253µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:48:54 | 200 |     161.148µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:48:54 | 200 |     514.576µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:48:54 | 200 |      176.91µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:48:56 | 200 |      46.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:48:58 | 200 |      41.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:01 | 200 |      48.587µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:06 | 200 |      41.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:08 | 200 |      41.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:11 | 200 |      40.195µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:49:13.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"70c50c7e-7d3f-4998-85c2-73074a9ddaa0","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:49:13.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70c50c7e-7d3f-4998-85c2-73074a9ddaa0","keyPrefix":"sk-oai-DgwTX6NQEiKN...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:49:13 | 201 |    1.915121ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:49:13 | 200 |     448.656µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:49:13 | 200 |     407.657µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:49:13 | 200 |     173.532µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:49:13 | 200 |   20.513218ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:49:16 | 200 |      41.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:18 | 200 |      39.487µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:21 | 200 |      42.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:26 | 200 |      40.179µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:28 | 200 |      55.574µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:31 | 200 |      40.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:33 | 200 |     149.835µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:49:33 | 200 |     147.425µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:49:33 | 200 |    22.39473ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:49:36 | 200 |      37.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:38 | 200 |      41.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:41 | 200 |      45.999µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:49:45.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66355149-879a-4d8f-9798-847285dd69d6","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:49:45.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66355149-879a-4d8f-9798-847285dd69d6","keyPrefix":"sk-oai-1IGOFchWBK4G...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:49:45 | 201 |    2.043403ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:49:46 | 200 |      42.417µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:48 | 200 |       51.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:51 | 200 |      40.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:56 | 200 |      38.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:49:58 | 200 |       44.61µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:01 | 200 |      43.275µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:06 | 200 |      45.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:08 | 200 |      41.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:11 | 200 |      43.002µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:15 | 200 |    9.978258ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:15 | 200 |      156.26µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:15 | 200 |      625.13µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:15 | 200 |     445.992µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:15 | 200 |     125.734µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:15 | 200 |     12.7207ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:16 | 200 |      40.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:18 | 200 |      39.638µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:21 | 200 |      44.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:26 | 200 |      36.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:28 | 200 |      38.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:31 | 200 |      40.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:32 | 200 |     370.845µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:32 | 200 |   15.081948ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:36 | 200 |      36.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:38 | 200 |      36.709µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:50:40.984Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cf409dd9-49ab-4aed-a211-62d13545af85","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:50:40.984Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf409dd9-49ab-4aed-a211-62d13545af85","keyPrefix":"sk-oai-T8rfd4EGa4iC...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:50:40 | 201 |    2.612654ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:41 | 200 |      41.516µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:46 | 200 |      33.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:48 | 200 |      32.302µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:49 | 200 |    1.040123ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:49 | 200 |     547.981µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:49 | 200 |      215.22µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:49 | 200 |   10.029402ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:50:49.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1e5ccea8-8e2f-4e4e-a6f5-e60c434460dd","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:50:49.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e5ccea8-8e2f-4e4e-a6f5-e60c434460dd","keyPrefix":"sk-oai-1BoHpvyRISHA...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:50:49 | 201 |    1.746607ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:51 | 200 |      32.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:56 | 200 |      33.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:50:57 | 200 |     913.092µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:57 | 200 |      421.21µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:57 | 200 |     187.944µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:57 | 200 |    7.140839ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:57 | 200 |     474.234µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:57 | 200 |     404.412µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:50:57 | 200 |     163.771µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:50:57 | 200 |    6.614056ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:50:58 | 200 |      34.116µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:50:58.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f49adba3-5e06-42fc-8563-26df0b791159","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:50:58.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f49adba3-5e06-42fc-8563-26df0b791159","keyPrefix":"sk-oai-gVgHY3uTLf11...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:50:58 | 201 |    1.866255ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:01 | 200 |      34.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:06 | 200 |       33.74µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:06 | 200 |     763.455µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:06 | 200 |     420.697µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:06 | 200 |     178.745µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:51:06 | 200 |   13.456101ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:08 | 200 |      34.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:11 | 200 |      41.889µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:51:15.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9e358a09-f9a5-489f-b10b-9a4e7e724ead","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:51:15.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e358a09-f9a5-489f-b10b-9a4e7e724ead","keyPrefix":"sk-oai-jw6z9JvNdkp0...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:51:15 | 201 |    2.006746ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:16 | 200 |      38.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:18 | 200 |      32.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:21 | 200 |      35.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:23 | 200 |      747.22µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:23 | 200 |     458.319µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:23 | 200 |     147.194µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:51:23 | 200 |     398.472µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:23 | 200 |     172.485µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:51:23 | 200 |   19.394881ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:26 | 200 |      35.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:28 | 200 |      33.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:31 | 200 |      33.168µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:36 | 200 |      34.699µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:51:37.289Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0e74e453-98e3-4050-9794-4268e3c719fd","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:51:37.289Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e74e453-98e3-4050-9794-4268e3c719fd","keyPrefix":"sk-oai-HV43ocRw5KJj...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:51:37 | 201 |    2.118314ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:38 | 200 |      42.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:41 | 200 |      35.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:45 | 200 |     777.886µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:45 | 200 |     467.873µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:45 | 200 |     196.958µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:51:45 | 200 |    10.07034ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:51:45 | 200 |     198.725µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:51:45 | 200 |   23.479284ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:51:46 | 200 |      33.906µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:48 | 200 |      34.037µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:51 | 200 |      45.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:56 | 200 |      32.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:51:58 | 200 |      36.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:01 | 200 |      46.156µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:01 | 200 |     173.731µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:01 | 200 |     154.375µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:01 | 200 |     131.247µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:01 | 200 |   35.305045ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:06 | 200 |      39.178µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:08 | 200 |      42.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:11 | 200 |      47.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:16 | 200 |      45.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:18 | 200 |       40.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:18 | 200 |     158.187µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:18 | 200 |   13.164596ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:21 | 200 |      40.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:26 | 200 |      39.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:28 | 200 |      42.406µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:52:30.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"165891dd-1f9d-4091-9065-974017281b5c","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:52:30.141Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"165891dd-1f9d-4091-9065-974017281b5c","keyPrefix":"sk-oai-1VQ4eGSza0UL...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:52:30 | 201 |    1.919373ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:31 | 200 |      44.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:36 | 200 |      56.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:38 | 200 |      40.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:38 | 200 |    1.054165ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:52:38 | 200 |      145.21µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:52:38.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cdc38c79-a1af-4f85-8dc3-82a1d133a950","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:52:38.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cdc38c79-a1af-4f85-8dc3-82a1d133a950","keyPrefix":"sk-oai-d5n3IbeuP8Wv...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:52:38 | 201 |    1.864789ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:41 | 200 |      40.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:46 | 200 |      38.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:46 | 200 |     837.475µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:52:46 | 200 |     525.438µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:52:46 | 200 |     158.751µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:46 | 200 |    9.610612ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:52:47.202Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b61fda8-d912-4f60-8ea3-583253aee311","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:52:47.202Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b61fda8-d912-4f60-8ea3-583253aee311","keyPrefix":"sk-oai-3mf0P8K4T7GC...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:52:47 | 201 |    1.754034ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:48 | 200 |      45.157µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:51 | 200 |      41.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:55 | 200 |     986.426µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:52:55 | 200 |     649.794µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:52:55 | 200 |       392.7µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:52:55 | 200 |     10.0232ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:52:55.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"814f5d20-9339-48df-969f-93edc6917f11","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:52:55.947Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"814f5d20-9339-48df-969f-93edc6917f11","keyPrefix":"sk-oai-1IXjWbzKMrj1...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:52:55 | 201 |    1.886839ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:52:56 | 200 |      41.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:52:58 | 200 |      41.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:01 | 200 |      39.264µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:03 | 200 |     742.999µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:53:03 | 200 |     472.499µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:53:03 | 200 |     269.997µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:53:03 | 200 |    9.920093ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:53:06 | 200 |      43.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:08 | 200 |      58.399µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:11 | 200 |       40.12µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:53:13.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a1b699fe-ae8b-44f1-afe4-8dabae7d4880","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:53:13.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a1b699fe-ae8b-44f1-afe4-8dabae7d4880","keyPrefix":"sk-oai-1Qo4Z0PbNQub...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:53:13 | 201 |    2.931245ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:53:16 | 200 |       40.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:18 | 200 |      41.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:21 | 200 |      41.128µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:26 | 200 |      43.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:28 | 200 |       38.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:29 | 200 |     777.548µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:53:29 | 403 |     107.575µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:53:31 | 200 |      52.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:36 | 200 |      66.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:38 | 200 |       39.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:41 | 200 |      44.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:46 | 200 |      42.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:46 | 403 |     150.008µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:53:48 | 200 |      64.193µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:51 | 200 |      39.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:56 | 200 |      38.313µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:53:58 | 200 |      40.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:01 | 200 |      43.863µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:03 | 403 |     151.124µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:54:06 | 200 |       41.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:08 | 200 |      40.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:11 | 200 |      42.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:16 | 200 |      41.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:18 | 200 |      64.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:21 | 403 |     134.121µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:54:21 | 200 |      35.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:26 | 200 |      47.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:28 | 200 |      44.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:31 | 200 |      45.986µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:54:33.077Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e341b58-cad8-4eb0-86a1-0b36e4d98788","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:54:33.077Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e341b58-cad8-4eb0-86a1-0b36e4d98788","keyPrefix":"sk-oai-15WQjRRmM5sD...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:54:33 | 201 |    1.948461ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:54:36 | 200 |      47.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:38 | 200 |      43.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:41 | 200 |      42.207µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:41 | 200 |     714.151µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:54:41 | 200 |     462.455µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:54:41 | 200 |     190.546µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:54:41 | 200 |   17.402755ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:54:46 | 200 |       43.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:48 | 200 |      45.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:51 | 200 |       39.58µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:54:55.361Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa2f344b-edd7-4d33-905d-147cebeeacd7","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:54:55.361Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa2f344b-edd7-4d33-905d-147cebeeacd7","keyPrefix":"sk-oai-2RVOQMEAJ85V...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:54:55 | 201 |    2.002915ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:54:55.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7573a828-e26d-43c6-893b-069beb4493cb","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:54:55.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7573a828-e26d-43c6-893b-069beb4493cb","keyPrefix":"sk-oai-1XnrqRV2sUXq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:54:55 | 201 |     1.70886ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:54:56 | 200 |       84.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:54:58 | 200 |      42.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:01 | 200 |      39.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:03 | 200 |       688.1µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:55:03 | 200 |     378.962µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:55:03 | 200 |     157.484µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:03 | 200 |    9.560025ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:55:03 | 200 |     409.367µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:55:03 | 200 |     351.479µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:55:03 | 200 |     130.371µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:03 | 200 |    9.225357ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:55:06 | 200 |       41.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:08 | 200 |       40.74µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:11 | 200 |      39.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:16 | 200 |      48.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:18 | 200 |      42.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:20 | 200 |     176.036µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:20 | 200 |     145.115µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:20 | 200 |     128.398µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:20 | 200 |    36.13298ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:55:21 | 200 |      42.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:26 | 200 |      40.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:28 | 200 |      39.631µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:31 | 200 |      40.853µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:36 | 200 |      41.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:36 | 200 |     164.486µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:36 | 200 |   13.984544ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:55:36 | 200 |     172.964µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:55:36 | 200 |   12.538048ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:55:38 | 200 |      38.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:41 | 200 |      64.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:46 | 200 |      44.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:48 | 200 |       41.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:51 | 200 |      38.991µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:56 | 200 |      41.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:55:58 | 200 |      41.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:01 | 200 |      49.546µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:56:02.408Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"78db1a21-ce47-419d-9b47-ef388532c018","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:02.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78db1a21-ce47-419d-9b47-ef388532c018","keyPrefix":"sk-oai-FTuoT0GtY5sm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:02 | 201 |    2.307945ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:56:02 | 200 |     540.995µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     147.073µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:02 | 200 |     496.995µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     148.837µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:02 | 200 |      467.08µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     154.367µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:02 | 200 |     463.711µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     152.217µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:02 | 200 |      484.24µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     366.203µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:02 | 200 |     151.864µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:02 | 200 |   12.166702ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:56:06 | 200 |      63.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:08 | 200 |       39.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:11 | 200 |      42.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:16 | 200 |      43.486µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:18 | 200 |      40.269µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:56:18.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ba0a326-9dca-4ad5-af2f-f44961e7ad8a","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:18.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ba0a326-9dca-4ad5-af2f-f44961e7ad8a","keyPrefix":"sk-oai-krZh1vrRxkSl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:18 | 201 |    2.016802ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:56:18 | 200 |     564.521µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:18 | 200 |      213.02µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:21 | 200 |      53.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:26 | 200 |      53.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:28 | 200 |      41.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:31 | 200 |      42.335µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:36 | 200 |      60.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:38 | 200 |      43.257µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:41 | 200 |      59.131µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:46 | 200 |      39.409µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:48 | 200 |      62.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:51 | 200 |      51.127µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:56 | 200 |      42.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:56:58 | 200 |      40.792µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-21T20:56:58.396Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"dffd031b-7a4e-46c3-808e-a18d8aa53e64","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:58.396Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dffd031b-7a4e-46c3-808e-a18d8aa53e64","keyPrefix":"sk-oai-1Vxqi0p53C5j...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:58 | 201 |   12.132815ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:56:59.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"242ebc80-fd33-4253-ad8c-452d3a50c959","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:59.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"242ebc80-fd33-4253-ad8c-452d3a50c959","keyPrefix":"sk-oai-5hIJSelu1V57...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:59 | 201 |    2.118722ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:56:59.736Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"28c62d26-19c4-45ce-b0b3-bbf67974a06a","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:59.736Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28c62d26-19c4-45ce-b0b3-bbf67974a06a","keyPrefix":"sk-oai-kJ6aXlunF4AV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:59 | 201 |    1.809199ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:56:59 | 200 |    1.267876ms |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:59 | 200 |     481.204µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:59 | 200 |     186.779µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:56:59 | 200 |   10.633589ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:56:59 | 200 |     487.073µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:56:59 | 200 |     143.454µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-21T20:56:59.958Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f7e7dccd-ba2e-4c1d-ba01-c0ffb2dfc4e0","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:56:59.958Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f7e7dccd-ba2e-4c1d-ba01-c0ffb2dfc4e0","keyPrefix":"sk-oai-1U0x9pcUmsxv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:56:59 | 201 |    1.783799ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:56:59.986Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"f7e7dccd-ba2e-4c1d-ba01-c0ffb2dfc4e0"}
{"level":"info","timestamp":"2026-05-21T20:56:59.986Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f7e7dccd-ba2e-4c1d-ba01-c0ffb2dfc4e0","revokedBy":"alice_lead"}
[GIN] 2026/05/21 - 20:56:59 | 200 |    2.947288ms |      100.64.0.4 | DELETE   "/v1/api-keys/f7e7dccd-ba2e-4c1d-ba01-c0ffb2dfc4e0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:01 | 200 |      43.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:57:03 | 200 |     951.969µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-21T20:57:03.018Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/21 - 20:57:03 | 500 |     110.782µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:03.537Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b5538007-0ad3-4b74-bbb1-6ec5809237b7","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:03.537Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5538007-0ad3-4b74-bbb1-6ec5809237b7","keyPrefix":"sk-oai-1Z1dgyreXcfV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:03 | 201 |    1.818038ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:03.565Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e5255885-7d49-4756-8a20-63a59d8f475b","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:03.565Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5255885-7d49-4756-8a20-63a59d8f475b","keyPrefix":"sk-oai-Jf2EmoRMAKhC...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:03 | 201 |    1.711031ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:03.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7171d23a-f39c-41fb-9e77-fdbbbe65eee9","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:03.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7171d23a-f39c-41fb-9e77-fdbbbe65eee9","keyPrefix":"sk-oai-ylnzPOjkqyZ6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:03 | 201 |    1.684865ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:03.750Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"7171d23a-f39c-41fb-9e77-fdbbbe65eee9"}
{"level":"info","timestamp":"2026-05-21T20:57:03.750Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7171d23a-f39c-41fb-9e77-fdbbbe65eee9","revokedBy":"alice_lead"}
[GIN] 2026/05/21 - 20:57:03 | 200 |    2.318625ms |      100.64.0.4 | DELETE   "/v1/api-keys/7171d23a-f39c-41fb-9e77-fdbbbe65eee9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:03 | 404 |     743.596µs |      100.64.0.2 | DELETE   "/v1/api-keys/7171d23a-f39c-41fb-9e77-fdbbbe65eee9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:03.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5856cfaf-3e71-4889-b2ce-025ad7b4c1bf","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:03.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5856cfaf-3e71-4889-b2ce-025ad7b4c1bf","keyPrefix":"sk-oai-19tAXVMGgK5i...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:03 | 201 |    1.689553ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:03 | 200 |     533.088µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:03 | 200 |     412.149µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:03 | 200 |     126.353µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:57:03 | 200 |    9.233319ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:04.124Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a946b1c1-5384-4628-966a-ce96b8f61982","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:04.124Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a946b1c1-5384-4628-966a-ce96b8f61982","keyPrefix":"sk-oai-WXJ3EUrQwezT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:04 | 201 |    2.249738ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:04 | 200 |     504.888µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 403 |      81.652µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:04 | 200 |     439.243µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     347.644µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     109.803µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:57:04 | 200 |    9.535154ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:04.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"42cbe6a6-7b84-4978-84e1-8ef2687bbcd4","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:04.339Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42cbe6a6-7b84-4978-84e1-8ef2687bbcd4","keyPrefix":"sk-oai-12EbWSZKr8CC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:04 | 201 |    1.684181ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:04 | 200 |     483.238µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     399.767µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     132.945µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:57:04 | 200 |    9.650946ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:04 | 200 |     371.959µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     386.344µs |     10.134.0.36 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/21 - 20:57:04 | 200 |     136.335µs |     10.134.0.36 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/21 - 20:57:04 | 200 |    9.263201ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-21T20:57:04.566Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e2d00fd4-2756-4437-824b-6b55660d515c","ephemeral":false}
{"level":"info","timestamp":"2026-05-21T20:57:04.566Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e2d00fd4-2756-4437-824b-6b55660d515c","keyPrefix":"sk-oai-1JyxcCTsZifx...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/21 - 20:57:04 | 201 |    1.729305ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/21 - 20:57:06 | 200 |      63.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/21 - 20:57:08 | 200 |        41.3µs |      10.133.0.2 | GET      "/health"