[GIN] 2026/06/05 - 13:57:27 | 200 |      32.286µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:27 | 200 |      26.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:32 | 200 |      33.276µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:57:37.140Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8a25708d-abea-47e0-ac51-b3b7b54bf2d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:57:37.140Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a25708d-abea-47e0-ac51-b3b7b54bf2d8","keyPrefix":"sk-oai-18Tzu3F5AVGY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:57:37 | 201 |    1.686622ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T13:57:37.177Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a48a06dc-58fc-4e82-a232-05437ab6fbbf","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:57:37.177Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a48a06dc-58fc-4e82-a232-05437ab6fbbf","keyPrefix":"sk-oai-13HIGS8OKmZa...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:57:37 | 201 |      1.5396ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:57:37 | 200 |      354.79µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:57:37 | 200 |     159.814µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:57:37 | 200 |     289.685µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:57:37 | 200 |     136.201µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:57:37 | 200 |      29.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:37 | 200 |      21.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:42 | 200 |      32.771µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:47 | 200 |      33.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:47 | 200 |      43.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:52 | 200 |      35.731µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T13:57:54.908Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T13:57:54.909Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 13:57:54 | 400 |     289.025µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:57:57 | 200 |      33.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:57:57 | 200 |      55.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:02 | 200 |      39.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:07 | 200 |       41.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:07 | 200 |      35.456µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:58:12.319Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a6af5af2-bc15-432e-a6a9-c69a3faef14d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:58:12.319Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6af5af2-bc15-432e-a6a9-c69a3faef14d","keyPrefix":"sk-oai-1OMF0YUuz9uW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:58:12 | 201 |    1.958089ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:58:12 | 200 |     376.786µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:58:12 | 200 |     147.691µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:58:12 | 200 |       34.93µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:17 | 200 |      41.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:17 | 200 |       49.19µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:58:21.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5c3f9870-721a-4e3c-bb7d-f4fbb09e8de6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:58:21.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c3f9870-721a-4e3c-bb7d-f4fbb09e8de6","keyPrefix":"sk-oai-bnOmDTK1ShbO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:58:21 | 201 |    1.823475ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:58:22 | 200 |      40.616µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:27 | 200 |      39.396µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:27 | 200 |      51.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:29 | 200 |     631.666µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:58:29 | 200 |     241.984µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:58:32 | 200 |      39.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:37 | 200 |      39.185µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:37 | 200 |      43.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:42 | 200 |      37.528µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T13:58:47.062Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c5f7e406-ddeb-4644-9ddc-f276c1605b7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T13:58:47.062Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5f7e406-ddeb-4644-9ddc-f276c1605b7c","keyPrefix":"sk-oai-LPNqCxJBhb2k...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 13:58:47 | 201 |    1.675439ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 13:58:47 | 200 |     451.286µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 13:58:47 | 200 |     190.751µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 13:58:47 | 200 |      39.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:47 | 200 |      38.563µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:52 | 200 |      41.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:57 | 200 |      41.809µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:58:57 | 200 |      43.658µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:02 | 200 |      37.595µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:07 | 200 |      39.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:07 | 200 |       38.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:12 | 200 |      38.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:17 | 200 |      40.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:17 | 200 |      39.907µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:22 | 200 |      46.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:27 | 200 |      40.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:27 | 200 |      36.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:32 | 200 |      38.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:37 | 200 |      38.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:37 | 200 |      40.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:42 | 200 |      41.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:47 | 200 |      38.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:47 | 200 |      41.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:52 | 200 |      38.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:57 | 200 |      38.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 13:59:57 | 200 |      48.307µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:00:01.336Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 14:00:01 | 200 |       651.1µs |     10.133.0.41 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 14:00:02 | 200 |      37.679µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:07 | 200 |      33.194µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:07 | 200 |      29.743µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:12 | 200 |      41.137µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:17 | 200 |      34.044µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:17 | 200 |      33.757µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:22 | 200 |      36.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:27 | 200 |      39.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:27 | 200 |      32.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:32 | 200 |       34.18µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:37 | 200 |      31.491µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:37 | 200 |      31.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:42 | 200 |      33.751µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:00:46.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c418f139-b9b7-406a-aa9f-95734016b14c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:00:46.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c418f139-b9b7-406a-aa9f-95734016b14c","keyPrefix":"sk-oai-1QexgFHzgLDl...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:00:46 | 201 |    1.717102ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:00:47 | 200 |      41.232µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:47 | 200 |       32.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:52 | 200 |      34.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:57 | 200 |      33.024µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:00:57 | 200 |      32.864µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:02 | 200 |      36.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:07 | 200 |      33.265µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:07 | 200 |      36.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:12 | 200 |      42.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:13 | 200 |     476.467µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:01:13 | 200 |     145.597µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:01:14 | 404 |     609.649µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:01:17 | 200 |      33.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:17 | 200 |      33.779µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:22 | 200 |      33.012µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:27 | 200 |      32.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:27 | 200 |      31.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:32 | 200 |      35.528µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:37 | 200 |      41.289µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:37 | 200 |       32.44µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:42 | 200 |      43.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:47 | 200 |      34.906µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:47 | 200 |      33.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:52 | 200 |      32.456µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:57 | 200 |      33.922µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:01:57 | 200 |      30.093µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:02 | 200 |      43.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:07 | 200 |      33.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:07 | 200 |      42.568µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:02:08.457Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"58b63e46-10c4-44be-b884-9e795620573e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:02:08.457Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58b63e46-10c4-44be-b884-9e795620573e","keyPrefix":"sk-oai-1G18RPpH2EjM...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:02:08 | 201 |    1.876716ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:02:08 | 200 |     399.464µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:02:08 | 200 |      266.77µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:02:12 | 200 |      34.998µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:17 | 200 |      31.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:17 | 200 |      33.639µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:22 | 200 |       43.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:27 | 200 |      35.743µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:27 | 200 |      33.129µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:02:27.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"82bbe41b-9ec8-4aa4-a7f4-ce293cd34b20","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:02:27.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82bbe41b-9ec8-4aa4-a7f4-ce293cd34b20","keyPrefix":"sk-oai-1Vk07MMHtjGU...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:02:27 | 201 |    9.782296ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:02:27 | 200 |      997.56µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:02:27 | 200 |     254.139µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:02:27 | 200 |     432.435µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:02:27 | 200 |     222.304µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:02:32 | 200 |      31.732µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:37 | 200 |      32.114µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:37 | 200 |      32.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:42 | 200 |       33.65µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:02:47.218Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7a5969f8-615e-49a9-ba81-5728ec8d45b8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:02:47.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a5969f8-615e-49a9-ba81-5728ec8d45b8","keyPrefix":"sk-oai-1SZwQF38RHV9...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:02:47 | 201 |    1.629479ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:02:47 | 200 |     475.251µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:02:47 | 200 |     441.883µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:02:47 | 200 |     235.788µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:02:47 | 200 |   36.422913ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:02:47 | 200 |      28.791µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:47 | 200 |      32.366µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:52 | 200 |      33.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:57 | 200 |      36.998µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:02:57 | 200 |       36.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:02 | 200 |      31.741µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:06 | 200 |     156.608µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:03:06 | 200 |     220.445µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:03:06 | 200 |   24.975183ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:03:07 | 200 |      42.346µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:07 | 200 |      31.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:12 | 200 |      31.926µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:17 | 200 |      31.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:17 | 200 |      29.558µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:03:20.659Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db5ba518-f4ed-4d78-a47b-7ee8bfbfba9b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:03:20.659Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db5ba518-f4ed-4d78-a47b-7ee8bfbfba9b","keyPrefix":"sk-oai-p1nha7MLXEXx...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:03:20 | 201 |    1.771481ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:03:22 | 200 |      35.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:27 | 200 |      43.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:27 | 200 |      38.215µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:32 | 200 |      39.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:37 | 200 |      35.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:37 | 200 |      29.488µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:42 | 200 |      32.661µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:47 | 200 |      31.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:47 | 200 |      40.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:50 | 200 |     612.256µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:03:50 | 200 |     140.534µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:03:50 | 200 |     418.125µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:03:50 | 200 |     254.891µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:03:50 | 200 |     137.423µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:03:50 | 200 |    9.853602ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:03:52 | 200 |      38.315µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:57 | 200 |      38.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:03:57 | 200 |      45.117µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:02 | 200 |      53.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:07 | 200 |      44.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:07 | 200 |      37.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:07 | 200 |     130.114µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:07 | 200 |   12.018683ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:12 | 200 |       38.42µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:04:16.558Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8d422477-3b8f-42bc-93fa-b6e9c6f2d777","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:04:16.558Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d422477-3b8f-42bc-93fa-b6e9c6f2d777","keyPrefix":"sk-oai-Fn3vjGTGagAY...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:04:16 | 201 |    2.018013ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:17 | 200 |      40.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:17 | 200 |      42.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:22 | 200 |      39.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:24 | 200 |     482.205µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:24 | 200 |     301.771µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:24 | 200 |     123.345µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:24 | 200 |    9.273935ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:04:25.104Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5666a929-7ad9-45dc-a6e5-d68b5c74b8b1","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:04:25.104Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5666a929-7ad9-45dc-a6e5-d68b5c74b8b1","keyPrefix":"sk-oai-CkthNL9eCnon...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:04:25 | 201 |    1.566039ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:27 | 200 |      43.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:27 | 200 |      35.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:32 | 200 |      42.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:33 | 200 |     511.893µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:33 | 200 |     329.328µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:33 | 200 |     168.034µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:33 | 200 |    6.867036ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:33 | 200 |     292.005µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:33 | 200 |     287.345µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:33 | 200 |     162.339µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:33 | 200 |    6.184104ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:04:34.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5d67d964-6f7c-4950-a52a-686715f4bb3f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:04:34.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5d67d964-6f7c-4950-a52a-686715f4bb3f","keyPrefix":"sk-oai-QXmnXXBke1Gy...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:04:34 | 201 |    1.716605ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:37 | 200 |      39.353µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:37 | 200 |       40.52µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:42 | 200 |     452.917µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:42 | 200 |     259.403µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:42 | 200 |     187.289µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:42 | 200 |   10.716023ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:42 | 200 |      35.246µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:47 | 200 |      40.823µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:47 | 200 |      42.824µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:04:51.368Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3090e082-ffef-44fd-abc4-e9a04585fef6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:04:51.368Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3090e082-ffef-44fd-abc4-e9a04585fef6","keyPrefix":"sk-oai-73sPXZ4l6FLJ...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:04:51 | 201 |    1.739227ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:04:52 | 200 |      39.018µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:57 | 200 |      40.895µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:57 | 200 |       33.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:04:59 | 200 |     479.253µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:59 | 200 |     253.742µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:59 | 200 |     214.035µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:59 | 200 |     297.598µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:04:59 | 200 |     210.072µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:04:59 | 200 |   17.658214ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:05:02 | 200 |      39.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:07 | 200 |       38.46µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:07 | 200 |      37.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:12 | 200 |      42.231µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:05:17.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ce948ecf-630f-4cb6-b6a0-119a4425609b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:05:17.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce948ecf-630f-4cb6-b6a0-119a4425609b","keyPrefix":"sk-oai-vbknbOPR8bxi...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:05:17 | 201 |    1.769559ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:05:17 | 200 |      39.033µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:17 | 200 |      42.978µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:22 | 200 |      40.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:25 | 200 |    1.628599ms |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:05:25 | 200 |     359.492µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:05:25 | 200 |     237.579µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:05:25 | 200 |    9.243511ms |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:05:25 | 200 |     253.096µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:05:25 | 200 |   32.689787ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:05:27 | 200 |      37.173µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:27 | 200 |      36.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:32 | 200 |       40.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:37 | 200 |      36.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:37 | 200 |      34.011µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:42 | 200 |      37.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:43 | 200 |     412.119µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:05:43 | 200 |     327.304µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:05:43 | 200 |     235.769µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:05:43 | 200 |   38.098642ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:05:47 | 200 |      39.114µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:47 | 200 |      43.258µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:52 | 200 |      41.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:57 | 200 |      40.456µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:05:57 | 200 |      32.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:00 | 200 |     162.216µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:06:00 | 200 |   12.337709ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:02 | 200 |      41.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:07 | 200 |      59.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:07 | 200 |      34.042µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:12 | 200 |      37.317µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:06:14.194Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a66a18c0-4e80-47b4-8e2e-97ee0d212b89","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:06:14.194Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a66a18c0-4e80-47b4-8e2e-97ee0d212b89","keyPrefix":"sk-oai-uaGr4fSUanPo...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:06:14 | 201 |     2.03965ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:17 | 200 |      45.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:17 | 200 |      58.667µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:22 | 200 |     544.189µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:22 | 200 |     138.144µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:22 | 200 |      41.353µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:06:22.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53bcef3c-9a29-4c6b-8d59-104590be108a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:06:22.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53bcef3c-9a29-4c6b-8d59-104590be108a","keyPrefix":"sk-oai-1MsFh2qE1h7i...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:06:22 | 201 |    1.543222ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:27 | 200 |      42.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:27 | 200 |      30.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:30 | 200 |     539.277µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:30 | 200 |     319.321µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:30 | 200 |     133.392µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:06:30 | 200 |   11.291653ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:06:31.273Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b5a50ee5-a6f7-4dda-9687-aa668ca228a5","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:06:31.273Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5a50ee5-a6f7-4dda-9687-aa668ca228a5","keyPrefix":"sk-oai-16x1YJSHJK6X...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:06:31 | 201 |    1.683829ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:32 | 200 |      42.198µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:37 | 200 |      55.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:37 | 200 |      38.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:39 | 200 |     749.084µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:39 | 200 |     345.836µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:39 | 200 |     108.971µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:06:39 | 200 |   10.334574ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:06:40.038Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b530c8a5-3274-43fd-8488-9d45c798942f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:06:40.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b530c8a5-3274-43fd-8488-9d45c798942f","keyPrefix":"sk-oai-FlUoiL2VWfmF...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:06:40 | 201 |     1.62645ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:42 | 200 |      48.119µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:47 | 200 |      39.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:47 | 200 |      34.924µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:48 | 200 |     442.128µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:48 | 200 |     245.155µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:06:48 | 200 |     157.687µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:06:48 | 200 |    8.852976ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:52 | 200 |      39.055µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:06:57.285Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f6074e7f-3db3-4a63-930f-4e5b78207c6c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:06:57.285Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f6074e7f-3db3-4a63-930f-4e5b78207c6c","keyPrefix":"sk-oai-qJAJuUFADXEk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:06:57 | 201 |    1.932448ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:06:57 | 200 |      30.268µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:06:57 | 200 |      26.295µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:02 | 200 |      36.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:07 | 200 |      32.591µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:07 | 200 |       34.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:12 | 200 |      33.545µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:13 | 200 |     454.785µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:07:13 | 403 |     135.719µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:07:17 | 200 |      35.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:17 | 200 |      36.032µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:22 | 200 |      32.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:27 | 200 |      33.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:27 | 200 |      28.536µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:30 | 403 |     114.041µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:07:32 | 200 |       35.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:37 | 200 |      31.169µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:37 | 200 |      29.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:42 | 200 |      32.765µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:47 | 200 |      32.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:47 | 200 |      32.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:47 | 403 |     155.159µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:07:52 | 200 |      33.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:57 | 200 |      32.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:07:57 | 200 |      33.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:02 | 200 |      31.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:05 | 403 |     130.266µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:07 | 200 |      32.579µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:07 | 200 |      28.722µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:12 | 200 |      38.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:17 | 200 |      32.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:17 | 200 |      38.211µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:08:19.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6229e254-1b8b-490b-9328-cee1c3ee5489","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:08:19.331Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6229e254-1b8b-490b-9328-cee1c3ee5489","keyPrefix":"sk-oai-1HKlQgRlWWwQ...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:08:19 | 201 |    2.026047ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:22 | 200 |      33.762µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:27 | 200 |      41.599µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:27 | 200 |      36.536µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:27 | 200 |     427.427µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:27 | 200 |     292.298µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:27 | 200 |     166.969µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:08:27 | 200 |    19.83599ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:32 | 200 |      32.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:37 | 200 |      34.994µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:37 | 200 |      32.725µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:08:41.635Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e5d6b8e7-8062-42ce-909d-81e449022734","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:08:41.635Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5d6b8e7-8062-42ce-909d-81e449022734","keyPrefix":"sk-oai-1EO5mcLjrif5...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:08:41 | 201 |    1.742223ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:08:41.668Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2b7edc26-c138-4bcc-9866-342b494ad393","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:08:41.668Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b7edc26-c138-4bcc-9866-342b494ad393","keyPrefix":"sk-oai-TwCfjJoW9FBe...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:08:41 | 201 |     1.73906ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:42 | 200 |      38.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:47 | 200 |      45.185µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:47 | 200 |      45.517µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:49 | 200 |      462.93µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:49 | 200 |     261.713µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:49 | 200 |     125.514µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:08:49 | 200 |    9.436704ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:49 | 200 |     309.552µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:49 | 200 |     234.113µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:08:49 | 200 |     166.053µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:08:49 | 200 |   22.091432ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:08:52 | 200 |      43.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:57 | 200 |      42.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:08:57 | 200 |       39.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:02 | 200 |       41.37µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:07 | 200 |      38.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:07 | 200 |      39.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:08 | 200 |     178.014µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:08 | 200 |     165.589µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:08 | 200 |     165.238µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:08 | 200 |   37.263374ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:09:12 | 200 |      41.289µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:17 | 200 |      46.879µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:17 | 200 |      42.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:22 | 200 |      40.466µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:27 | 200 |     168.128µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:27 | 200 |   13.838508ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:09:27 | 200 |     171.546µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:27 | 200 |   13.092676ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:09:27 | 200 |      57.037µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:27 | 200 |      42.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:32 | 200 |      44.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:37 | 200 |      39.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:37 | 200 |      34.988µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:42 | 200 |      42.153µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:47 | 200 |      42.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:47 | 200 |      38.252µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:52 | 200 |      44.117µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:09:52.997Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c8d055ac-23c7-4541-8bb0-f165318f6797","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:09:52.997Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8d055ac-23c7-4541-8bb0-f165318f6797","keyPrefix":"sk-oai-1DkipuzksdDS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 14:09:52 | 201 |    1.673679ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:09:53 | 200 |     323.737µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:09:53 | 200 |     199.276µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:53 | 200 |      358.84µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:09:53 | 200 |     198.194µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:53 | 200 |     356.948µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:09:53 | 200 |     165.939µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:53 | 200 |     338.953µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:09:53 | 200 |     250.119µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:09:53 | 200 |     148.279µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:09:53 | 200 |   10.246805ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:09:57 | 200 |      37.473µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:09:57 | 200 |      39.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:02 | 200 |      51.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:07 | 200 |      45.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:07 | 200 |      43.571µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:12 | 200 |      44.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:17 | 200 |        49.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:17 | 200 |       42.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:22 | 200 |      42.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:27 | 200 |       43.32µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:27 | 200 |      40.835µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T14:10:29.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"99b1ddf1-70b8-4069-b267-915bd4e2358e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:29.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99b1ddf1-70b8-4069-b267-915bd4e2358e","keyPrefix":"sk-oai-9z5zcY74cyUN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:29 | 201 |    9.869196ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:30.829Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9760eea4-60f0-4617-ac9a-8c57b36b6aa1","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:30.829Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9760eea4-60f0-4617-ac9a-8c57b36b6aa1","keyPrefix":"sk-oai-JDetih43MbyY...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:30 | 201 |    1.758589ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:31.227Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fd6362e3-e25c-423b-af0f-f7d91c7b9d7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:31.227Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd6362e3-e25c-423b-af0f-f7d91c7b9d7c","keyPrefix":"sk-oai-Kv4SWYuZ7dsE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:31 | 201 |     1.66634ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:31 | 200 |     996.702µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:31 | 200 |     327.484µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:31 | 200 |     133.729µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:10:31 | 200 |    9.473778ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:31 | 200 |      454.16µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:31 | 200 |     141.853µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T14:10:31.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b8ec2b26-6555-4d93-97ab-c42a4e10dc4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:31.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8ec2b26-6555-4d93-97ab-c42a4e10dc4b","keyPrefix":"sk-oai-nzBwk8ZGbhZo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:31 | 201 |    1.567684ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:31.486Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b8ec2b26-6555-4d93-97ab-c42a4e10dc4b"}
{"level":"info","timestamp":"2026-06-05T14:10:31.486Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b8ec2b26-6555-4d93-97ab-c42a4e10dc4b","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 14:10:31 | 200 |    2.213571ms |      100.64.0.3 | DELETE   "/v1/api-keys/b8ec2b26-6555-4d93-97ab-c42a4e10dc4b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:32 | 200 |      43.406µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:34 | 200 |     515.377µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T14:10:34.516Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 14:10:34 | 500 |      92.982µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:34.997Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"159e2f87-4666-4f07-8f8c-28e8c21ec56e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:34.997Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"159e2f87-4666-4f07-8f8c-28e8c21ec56e","keyPrefix":"sk-oai-hSDVB7NvOWVC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:34 | 201 |    1.448639ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6df724c1-12ae-4973-95db-e46a56e53157","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:35.026Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6df724c1-12ae-4973-95db-e46a56e53157","keyPrefix":"sk-oai-1FyZNPLGlbHN...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:35 | 201 |     1.49015ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.184Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"752592e1-4b93-465e-b96d-843045607711","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:35.184Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"752592e1-4b93-465e-b96d-843045607711","keyPrefix":"sk-oai-1CfuqwAmmQMc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:35 | 201 |    1.654387ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.211Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"752592e1-4b93-465e-b96d-843045607711"}
{"level":"info","timestamp":"2026-06-05T14:10:35.211Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"752592e1-4b93-465e-b96d-843045607711","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 14:10:35 | 200 |    1.897862ms |      100.64.0.2 | DELETE   "/v1/api-keys/752592e1-4b93-465e-b96d-843045607711" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 404 |     478.495µs |      100.64.0.2 | DELETE   "/v1/api-keys/752592e1-4b93-465e-b96d-843045607711" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.387Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9ce3cb60-5382-487d-bef3-648f64855780","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:35.387Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ce3cb60-5382-487d-bef3-648f64855780","keyPrefix":"sk-oai-mwnorCP4Km6F...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:35 | 201 |    1.523323ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 200 |     470.578µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     273.526µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     134.887µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:10:35 | 200 |    9.615059ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.573Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a01ca2ff-bc64-46af-aee7-1a8c3e6389d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:35.573Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a01ca2ff-bc64-46af-aee7-1a8c3e6389d4","keyPrefix":"sk-oai-SNYTDU0le2jg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:35 | 201 |    1.643858ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 200 |     353.379µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 403 |     114.637µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 200 |     353.689µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |      258.66µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     138.444µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:10:35 | 200 |     9.91009ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:35.801Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"59729543-7d1d-4363-875e-9668378615c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:35.801Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59729543-7d1d-4363-875e-9668378615c6","keyPrefix":"sk-oai-OsiiOcg88xfn...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:35 | 201 |    1.659721ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 200 |     358.231µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     265.408µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     155.619µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:10:35 | 200 |    9.377023ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:35 | 200 |     359.883µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     269.284µs |     10.134.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 14:10:35 | 200 |     146.072µs |     10.134.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 14:10:35 | 200 |    9.185314ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T14:10:36.027Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c6c1afb8-78f6-40f7-91e2-3fc007abed66","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T14:10:36.027Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c6c1afb8-78f6-40f7-91e2-3fc007abed66","keyPrefix":"sk-oai-1GTHyvB82RbM...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 14:10:36 | 201 |    1.494892ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 14:10:37 | 200 |      38.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 14:10:37 | 200 |      38.598µs |      10.132.0.2 | GET      "/health"