[GIN] 2026/06/11 - 10:29:41 | 200 |      42.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:29:45 | 200 |      42.286µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:29:46.862Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5ec55b99-72cc-4b4a-9e4c-baa34785ff88","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:29:46.862Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ec55b99-72cc-4b4a-9e4c-baa34785ff88","keyPrefix":"sk-oai-w7nLTYGNOCdK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:29:46 | 201 |     1.52711ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:29:46 | 200 |     489.025µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:29:46 | 200 |     226.584µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:29:50 | 200 |      37.848µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:29:51 | 200 |       49.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:29:55 | 200 |      41.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:00 | 200 |      45.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:01 | 200 |      42.616µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:30:04.196Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f55e1e74-45b1-4acb-8104-1a0a961db89e","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:30:04.196Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f55e1e74-45b1-4acb-8104-1a0a961db89e","keyPrefix":"sk-oai-qNF91WZmVxt5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:30:04 | 201 |    1.596672ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:30:04.230Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"037e5a42-47c3-4920-be27-2cf79fd7c726","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:30:04.231Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"037e5a42-47c3-4920-be27-2cf79fd7c726","keyPrefix":"sk-oai-1Dvgn0ACjK2U...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:30:04 | 201 |    1.274316ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:30:04 | 200 |     417.638µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:30:04 | 200 |     181.948µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:30:04 | 200 |     377.697µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:30:04 | 200 |      160.89µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:30:05 | 200 |      40.143µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:30:07.944Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/11 - 10:30:07 | 200 |    1.007759ms |     10.132.0.39 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/11 - 10:30:10 | 200 |      43.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:11 | 200 |      62.041µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:15 | 200 |      47.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:20 | 200 |      46.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:21 | 200 |      38.346µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-11T10:30:21.904Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-11T10:30:21.904Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/11 - 10:30:21 | 400 |     321.237µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:30:25 | 200 |      39.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:30 | 200 |      39.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:31 | 200 |      51.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:35 | 200 |       44.16µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:30:39.294Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"13ac120e-c756-42b9-b20e-c19d429b497c","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:30:39.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13ac120e-c756-42b9-b20e-c19d429b497c","keyPrefix":"sk-oai-yKHQaGMjqpOT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:30:39 | 201 |   10.960487ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:30:39 | 200 |    1.266709ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:30:39 | 200 |     160.745µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:30:40 | 200 |      37.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:41 | 200 |      40.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:45 | 200 |      41.808µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:30:48.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"048fad9f-af19-42c6-b761-f506a4cd765c","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:30:48.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"048fad9f-af19-42c6-b761-f506a4cd765c","keyPrefix":"sk-oai-hG5q4pzzHSj2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:30:48 | 201 |    2.295814ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:30:50 | 200 |      40.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:51 | 200 |       38.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:55 | 200 |      40.574µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:30:56 | 200 |    1.011416ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:30:56 | 200 |     122.761µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:31:00 | 200 |      41.134µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:01 | 200 |      40.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:05 | 200 |      41.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:10 | 200 |      41.212µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:11 | 200 |      39.775µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:31:14.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"365e7a31-3dec-423f-be4f-3e7bd438fd48","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:31:14.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"365e7a31-3dec-423f-be4f-3e7bd438fd48","keyPrefix":"sk-oai-xtRwqt7aqUf0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:31:14 | 201 |    1.943742ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:31:14 | 200 |     679.647µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:31:14 | 200 |     389.506µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:31:15 | 200 |      41.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:20 | 200 |      53.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:21 | 200 |      61.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:25 | 200 |      47.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:30 | 200 |      42.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:31 | 200 |      45.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:35 | 200 |      40.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:40 | 200 |      38.698µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:41 | 200 |       41.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:45 | 200 |      39.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:50 | 200 |       57.59µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:51 | 200 |      40.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:31:55 | 200 |      38.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:00 | 200 |      41.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:01 | 200 |      45.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:05 | 200 |      38.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:10 | 200 |      41.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:11 | 200 |      45.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:15 | 200 |      40.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:20 | 200 |      41.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:21 | 200 |       42.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:25 | 200 |       43.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:30 | 200 |      40.962µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:31 | 200 |      44.671µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:35 | 200 |      41.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:40 | 200 |      42.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:41 | 200 |      39.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:45 | 200 |      39.597µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:50 | 200 |      39.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:51 | 200 |      42.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:32:55 | 200 |      38.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:00 | 200 |      38.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:01 | 200 |      42.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:05 | 200 |      44.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:10 | 200 |      46.917µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:11 | 200 |      50.841µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:33:13.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"49bda9cd-781a-4967-a1b5-d62a25d142e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:33:13.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49bda9cd-781a-4967-a1b5-d62a25d142e2","keyPrefix":"sk-oai-NuptT7BY2QpI...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:33:13 | 201 |    1.977037ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:33:15 | 200 |      43.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:20 | 200 |      42.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:21 | 200 |      46.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:25 | 200 |      42.807µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:30 | 200 |      38.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:31 | 200 |       42.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:35 | 200 |      45.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:36 | 200 |     751.706µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:33:36 | 200 |     241.845µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:33:36 | 404 |     876.413µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:33:40 | 200 |      39.606µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:41 | 200 |      42.559µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:45 | 200 |      47.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:50 | 200 |      39.673µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:51 | 200 |      40.301µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:33:55 | 200 |      45.857µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:00 | 200 |      44.786µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:01 | 200 |      48.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:05 | 200 |      41.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:10 | 200 |      39.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:11 | 200 |      39.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:15 | 200 |      39.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:20 | 200 |      40.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:21 | 200 |      41.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:25 | 200 |      61.754µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:34:26.895Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d0e746be-b79d-4da6-8a11-98920aa46294","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:34:26.895Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0e746be-b79d-4da6-8a11-98920aa46294","keyPrefix":"sk-oai-YX1ghaliH27w...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:34:26 | 201 |     2.09066ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:34:26 | 200 |     514.481µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:34:26 | 200 |     148.491µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:34:30 | 200 |        44.1µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:31 | 200 |      44.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:35 | 200 |      40.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:40 | 200 |      43.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:41 | 200 |      42.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:45 | 200 |      41.765µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:34:46.104Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"71994749-b5ac-49c7-89c8-cbf774837efe","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:34:46.104Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71994749-b5ac-49c7-89c8-cbf774837efe","keyPrefix":"sk-oai-qH2KWvp5n1qm...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:34:46 | 201 |    2.078503ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:34:46 | 200 |     730.915µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:34:46 | 200 |     209.431µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:34:46 | 200 |     500.506µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:34:46 | 200 |     156.989µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:34:50 | 200 |      38.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:51 | 200 |      51.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:34:55 | 200 |      48.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:00 | 200 |      40.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:01 | 200 |      42.157µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:35:05.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"52e3f299-c49a-4367-b39e-b718009232a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:35:05.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52e3f299-c49a-4367-b39e-b718009232a3","keyPrefix":"sk-oai-Yl0c0kvsQUs4...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:35:05 | 201 |    2.069789ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:35:05 | 200 |     491.855µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:35:05 | 200 |     418.495µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:35:05 | 200 |     176.924µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:35:05 | 200 |   19.481374ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:35:05 | 200 |      44.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:10 | 200 |      41.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:11 | 200 |      43.959µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:15 | 200 |      41.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:20 | 200 |      39.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:21 | 200 |      43.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:24 | 200 |      169.74µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:35:24 | 200 |     158.119µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:35:24 | 200 |   23.799338ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:35:25 | 200 |      40.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:30 | 200 |      44.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:31 | 200 |      41.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:35 | 200 |      39.902µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:35:38.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bb697711-9578-4eaa-8830-bc69b6505786","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:35:38.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb697711-9578-4eaa-8830-bc69b6505786","keyPrefix":"sk-oai-1c0JC1qOUMr4...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:35:38 | 201 |    2.165199ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:35:40 | 200 |      42.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:41 | 200 |      54.627µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:45 | 200 |      40.091µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:50 | 200 |      42.678µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:51 | 200 |      44.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:35:55 | 200 |      58.128µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:00 | 200 |      38.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:01 | 200 |      42.243µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:05 | 200 |      44.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:08 | 200 |   10.407371ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:08 | 200 |     163.529µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:08 | 200 |     523.172µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:08 | 200 |     382.881µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:08 | 200 |     121.842µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:08 | 200 |     10.6363ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:10 | 200 |      39.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:11 | 200 |      39.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:15 | 200 |      38.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:20 | 200 |      43.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:21 | 200 |      63.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:25 | 200 |      43.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:26 | 200 |     183.311µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:26 | 200 |   14.224072ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:30 | 200 |      38.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:31 | 200 |      37.907µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:36:34.736Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"077d718d-3c56-49c3-9679-7af369c5aef9","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:36:34.736Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"077d718d-3c56-49c3-9679-7af369c5aef9","keyPrefix":"sk-oai-xzaGqDJR2Vur...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:36:34 | 201 |    2.442204ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:35 | 200 |      39.757µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:40 | 200 |      44.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:41 | 200 |      40.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:42 | 200 |     797.849µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:42 | 200 |     418.476µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:42 | 200 |     122.107µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:42 | 200 |    9.547162ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:36:43.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7341397b-821e-4df3-a815-80b5d2da8dcf","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:36:43.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7341397b-821e-4df3-a815-80b5d2da8dcf","keyPrefix":"sk-oai-1IiAH57nMgEs...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:36:43 | 201 |      1.7298ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:45 | 200 |      41.908µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:50 | 200 |      37.652µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:36:51 | 200 |     835.796µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:51 | 200 |     370.751µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:51 | 200 |     190.653µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:51 | 200 |    7.079056ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:51 | 200 |     355.416µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:51 | 200 |     372.305µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:36:51 | 200 |     156.442µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:36:51 | 200 |    6.527618ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:51 | 200 |      36.326µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:36:52.270Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c681cba8-1bfb-4518-a6b1-1c9e1ec52dcd","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:36:52.270Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c681cba8-1bfb-4518-a6b1-1c9e1ec52dcd","keyPrefix":"sk-oai-15pzhqfg1fue...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:36:52 | 201 |    1.630846ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:36:55 | 200 |      40.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:00 | 200 |     931.773µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:00 | 200 |      654.89µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:00 | 200 |     362.031µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:00 | 200 |   10.535703ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:00 | 200 |      38.875µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:01 | 200 |      55.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:05 | 200 |      39.878µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:37:09.447Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d2b05c8-3308-4f37-99ea-1f208975de77","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:37:09.447Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d2b05c8-3308-4f37-99ea-1f208975de77","keyPrefix":"sk-oai-veOaWMnTcAvg...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:37:09 | 201 |     2.38038ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:10 | 200 |      39.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:11 | 200 |      42.565µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:15 | 200 |       38.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:17 | 200 |     761.364µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:17 | 200 |     457.637µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:17 | 200 |     262.694µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:17 | 200 |     525.751µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:17 | 200 |     235.985µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:17 | 200 |   19.070706ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:20 | 200 |      42.026µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:21 | 200 |      47.474µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:25 | 200 |      56.948µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:37:28.786Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"089ad146-4c2a-4f1a-9c99-df1f78880231","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:37:28.786Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"089ad146-4c2a-4f1a-9c99-df1f78880231","keyPrefix":"sk-oai-NtMcJ3fpguNk...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:37:28 | 201 |    1.666193ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:30 | 200 |      41.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:31 | 200 |      40.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:35 | 200 |      40.189µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:36 | 200 |     769.059µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:36 | 200 |     504.414µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:36 | 200 |     288.795µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:36 | 200 |   10.161463ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:37:36 | 200 |     256.133µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:36 | 200 |    33.12831ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:40 | 200 |      46.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:41 | 200 |      46.754µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:45 | 200 |      40.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:50 | 200 |      58.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:50 | 200 |     199.077µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:50 | 200 |     423.906µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:50 | 200 |     369.407µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:37:51 | 200 |   43.207521ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:37:51 | 200 |      52.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:37:55 | 200 |      38.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:00 | 200 |       39.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:01 | 200 |       43.13µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:05 | 200 |     160.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:08 | 200 |     273.391µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:38:08 | 200 |   13.084563ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:10 | 200 |      40.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:11 | 200 |      48.915µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:15 | 200 |       40.56µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:38:19.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"49e0d8d2-588f-4f96-b645-1bb33bc5b525","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:38:19.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49e0d8d2-588f-4f96-b645-1bb33bc5b525","keyPrefix":"sk-oai-1D8ZOhMtV3on...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:38:19 | 201 |    2.398484ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:20 | 200 |      38.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:21 | 200 |      44.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:25 | 200 |      42.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:27 | 200 |     832.039µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:27 | 200 |     151.581µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:38:28.305Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c05013a7-11c1-4532-97a7-7187babf7dfb","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:38:28.305Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c05013a7-11c1-4532-97a7-7187babf7dfb","keyPrefix":"sk-oai-cM4wMzLTbVB0...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:38:28 | 201 |    1.760207ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:30 | 200 |      40.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:31 | 200 |      60.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:35 | 200 |      43.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:36 | 200 |     923.824µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:36 | 200 |     581.419µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:36 | 200 |     206.792µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:38:36 | 200 |   12.259629ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:38:36.716Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bfecf51-1622-46d8-8aba-967444c37fa9","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:38:36.716Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bfecf51-1622-46d8-8aba-967444c37fa9","keyPrefix":"sk-oai-ClDd3HptX5Lv...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:38:36 | 201 |    1.783024ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:40 | 200 |      43.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:41 | 200 |      38.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:44 | 200 |     878.148µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:44 | 200 |     564.108µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:44 | 200 |     222.633µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:38:44 | 200 |    9.798197ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:38:45.481Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"52810ce8-1897-4907-8b24-3738bcd40e37","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:38:45.482Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52810ce8-1897-4907-8b24-3738bcd40e37","keyPrefix":"sk-oai-1evM6u14lFQP...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:38:45 | 201 |       1.784ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:45 | 200 |        39.8µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:50 | 200 |      46.041µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:51 | 200 |      42.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:38:53 | 200 |     756.577µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:53 | 200 |     390.122µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:38:53 | 200 |     162.079µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:38:53 | 200 |    9.511169ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:38:55 | 200 |      40.178µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:00 | 200 |      42.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:01 | 200 |      61.762µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:39:02.687Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5a1f07b1-1be3-49d1-9e00-956bac0fa695","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:39:02.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a1f07b1-1be3-49d1-9e00-956bac0fa695","keyPrefix":"sk-oai-jhim3yyVK3uW...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:39:02 | 201 |    2.248234ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:39:05 | 200 |      38.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:10 | 200 |      47.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:11 | 200 |      62.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:15 | 200 |      40.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:18 | 200 |    1.269851ms |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:39:18 | 403 |      99.013µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:39:20 | 200 |      46.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:21 | 200 |       40.74µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:25 | 200 |      46.723µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:30 | 200 |      41.716µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:31 | 200 |      46.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:35 | 200 |      43.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:36 | 403 |     115.802µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:39:40 | 200 |      44.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:41 | 200 |      41.546µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:45 | 200 |      45.312µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:50 | 200 |      50.064µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:51 | 200 |       38.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:39:53 | 403 |      132.87µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:39:55 | 200 |       37.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:00 | 200 |      40.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:01 | 200 |      54.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:05 | 200 |      40.983µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:10 | 403 |     129.706µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:10 | 200 |      38.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:11 | 200 |      54.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:15 | 200 |      44.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:20 | 200 |      37.369µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:21 | 200 |      36.613µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:40:22.569Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ce52074b-90dc-41ac-94ac-31e7c24ff648","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:40:22.569Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce52074b-90dc-41ac-94ac-31e7c24ff648","keyPrefix":"sk-oai-Wr1tAdcIPYhl...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:40:22 | 201 |    2.227942ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:25 | 200 |       33.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:30 | 200 |     641.716µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:30 | 200 |     355.174µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:30 | 200 |     188.922µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:40:30 | 200 |   19.908428ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:30 | 200 |      36.262µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:31 | 200 |      35.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:35 | 200 |      36.966µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:40 | 200 |      40.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:41 | 200 |      35.855µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:40:42.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4266c769-7276-4151-8228-6d3bdb385735","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:40:42.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4266c769-7276-4151-8228-6d3bdb385735","keyPrefix":"sk-oai-nDDXhggx1svy...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:40:42 | 201 |    2.144297ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:40:42.739Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0225dbdd-d9e6-41e8-8cc1-0c106877d5bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:40:42.739Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0225dbdd-d9e6-41e8-8cc1-0c106877d5bf","keyPrefix":"sk-oai-1Q9Bcijyxg9g...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:40:42 | 201 |    1.922798ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:45 | 200 |      33.879µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:50 | 200 |      34.702µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:50 | 200 |     757.057µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:50 | 200 |     413.343µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:50 | 200 |     156.463µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:40:50 | 200 |   10.273414ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:50 | 200 |     486.176µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:50 | 200 |     374.475µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:40:50 | 200 |     183.873µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:40:50 | 200 |   10.184006ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:40:51 | 200 |      34.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:40:55 | 200 |      39.736µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:00 | 200 |      32.627µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:01 | 200 |      41.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:05 | 200 |     191.304µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:05 | 200 |     173.622µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:05 | 200 |     181.424µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:05 | 200 |   40.247347ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:41:05 | 200 |      41.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:10 | 200 |       47.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:11 | 200 |       33.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:15 | 200 |      39.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:19 | 200 |     181.745µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:19 | 200 |   15.115318ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:41:19 | 200 |     189.349µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:19 | 200 |   13.342632ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:41:20 | 200 |        59.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:21 | 200 |      45.291µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:25 | 200 |       42.95µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:30 | 200 |      44.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:31 | 200 |      41.388µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:35 | 200 |      39.212µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:40 | 200 |      40.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:41 | 200 |      47.544µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:41:45.387Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c571c1a6-c18a-469f-a7c9-4efb242c6d2b","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:41:45.387Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c571c1a6-c18a-469f-a7c9-4efb242c6d2b","keyPrefix":"sk-oai-uE8Zyh43dizg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 10:41:45 | 201 |    2.042632ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:41:45 | 200 |     505.287µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |     199.598µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:45 | 200 |     566.744µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |     197.015µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:45 | 200 |       502.4µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |     154.143µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:45 | 200 |     428.419µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |      155.98µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:45 | 200 |     454.224µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |     352.465µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:41:45 | 200 |     149.257µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:41:45 | 200 |   11.844176ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:41:45 | 200 |      39.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:50 | 200 |      40.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:51 | 200 |      40.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:41:55 | 200 |      39.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:00 | 200 |      41.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:01 | 200 |      40.894µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:05 | 200 |      41.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:10 | 200 |      38.565µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:11 | 200 |      41.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:15 | 200 |      39.834µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:20 | 200 |      47.067µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:21 | 200 |      44.511µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T10:42:22.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"47cc488c-23e3-4830-a817-a58c1821f518","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:22.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"47cc488c-23e3-4830-a817-a58c1821f518","keyPrefix":"sk-oai-1BnsnfDUfULZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:22 | 201 |    1.843149ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:23.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1bd44ff6-ae37-4cd9-bcd3-1031b7b0c7ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:23.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1bd44ff6-ae37-4cd9-bcd3-1031b7b0c7ce","keyPrefix":"sk-oai-11yNgxnEWm5H...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:23 | 201 |    1.855338ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:23.556Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4b077975-038c-4e18-9a74-7cdfa1499145","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:23.556Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b077975-038c-4e18-9a74-7cdfa1499145","keyPrefix":"sk-oai-RgC4vDznewPa...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:23 | 201 |    1.723855ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:23 | 200 |     609.029µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:23 | 200 |     399.759µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:23 | 200 |     145.164µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:42:23 | 200 |   10.063993ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:23 | 200 |     417.536µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:23 | 200 |     123.926µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-11T10:42:23.715Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c1bcc76c-9be9-4cbd-8db3-be1a9d9b4016","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:23.715Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1bcc76c-9be9-4cbd-8db3-be1a9d9b4016","keyPrefix":"sk-oai-NW6k8ttZJ1YN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:23 | 201 |    1.655108ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:23.743Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c1bcc76c-9be9-4cbd-8db3-be1a9d9b4016"}
{"level":"info","timestamp":"2026-06-11T10:42:23.743Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c1bcc76c-9be9-4cbd-8db3-be1a9d9b4016","revokedBy":"alice_lead"}
[GIN] 2026/06/11 - 10:42:23 | 200 |    2.733738ms |      100.64.0.4 | DELETE   "/v1/api-keys/c1bcc76c-9be9-4cbd-8db3-be1a9d9b4016" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:25 | 200 |      42.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:26 | 200 |     723.943µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-11T10:42:26.775Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/11 - 10:42:26 | 500 |     108.026µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.068Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"260f10d6-b7fe-48a1-9aa0-8da21d3cd9cf","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.068Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"260f10d6-b7fe-48a1-9aa0-8da21d3cd9cf","keyPrefix":"sk-oai-1XXPFfyh4MJD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.604962ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.095Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"c69f8414-9ebe-4bd0-880a-6bd030f8532d","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.095Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c69f8414-9ebe-4bd0-880a-6bd030f8532d","keyPrefix":"sk-oai-64AICsBAhpjG...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.482491ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"95d20df4-c0f3-4588-8885-2d925a80ab8d","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"95d20df4-c0f3-4588-8885-2d925a80ab8d","keyPrefix":"sk-oai-JMjQrH2XRF3s...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |     1.51539ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.227Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"95d20df4-c0f3-4588-8885-2d925a80ab8d"}
{"level":"info","timestamp":"2026-06-11T10:42:27.227Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"95d20df4-c0f3-4588-8885-2d925a80ab8d","revokedBy":"alice_lead"}
[GIN] 2026/06/11 - 10:42:27 | 200 |    2.043219ms |      100.64.0.4 | DELETE   "/v1/api-keys/95d20df4-c0f3-4588-8885-2d925a80ab8d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 404 |     733.312µs |      100.64.0.2 | DELETE   "/v1/api-keys/95d20df4-c0f3-4588-8885-2d925a80ab8d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c0c3f68f-ddb7-4bc0-a162-1d7078025979","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.343Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0c3f68f-ddb7-4bc0-a162-1d7078025979","keyPrefix":"sk-oai-1Vs4Cuxpp2DR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.513916ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 200 |     398.978µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     342.027µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     176.861µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:42:27 | 200 |    9.728719ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b0cbc98f-8a5c-43a9-b08a-8423a7e852a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0cbc98f-8a5c-43a9-b08a-8423a7e852a0","keyPrefix":"sk-oai-px0hwXCRwIvH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.548816ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 200 |     383.696µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 403 |      83.805µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 200 |     408.883µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     310.067µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |      164.35µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:42:27 | 200 |    9.179775ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.604Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b08aafb3-8825-4bd2-b5e6-e6ba97498f2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.604Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b08aafb3-8825-4bd2-b5e6-e6ba97498f2f","keyPrefix":"sk-oai-13Y9PNvQp8xM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.584423ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 200 |     405.044µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     376.822µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |      149.87µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:42:27 | 200 |    9.696856ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:27 | 200 |     400.062µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     358.839µs |     10.132.0.38 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 10:42:27 | 200 |     138.939µs |     10.132.0.38 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 10:42:27 | 200 |    8.682709ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T10:42:27.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b051561d-1ffd-47b3-8bec-164a4ae0d01b","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T10:42:27.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b051561d-1ffd-47b3-8bec-164a4ae0d01b","keyPrefix":"sk-oai-HX2fA7je5NWL...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 10:42:27 | 201 |    1.538631ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 10:42:30 | 200 |      44.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/11 - 10:42:31 | 200 |      38.487µs |      10.133.0.2 | GET      "/health"