{"level":"info","timestamp":"2026-06-05T18:15:15.919Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"27e9ead3-bfda-414a-982f-c7fd9165fe44","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:15:15.919Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27e9ead3-bfda-414a-982f-c7fd9165fe44","keyPrefix":"sk-oai-M2KQbxS1EkaX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:15:15 | 201 |    1.682576ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:15:15 | 200 |     464.763µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:15:15 | 200 |     146.704µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:15:15 | 200 |     412.607µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:15:15 | 200 |       145.7µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:15:18 | 200 |      33.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:18 | 200 |      33.843µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:23 | 200 |      32.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:28 | 200 |      37.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:28 | 200 |      36.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:33 | 200 |      34.824µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T18:15:33.612Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T18:15:33.612Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 18:15:33 | 400 |     264.582µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:15:38 | 200 |      35.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:38 | 200 |      33.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:43 | 200 |      36.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:48 | 200 |      39.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:48 | 200 |      32.385µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:15:51.031Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"11c4c770-9d20-45e3-aec2-2232281b4e1a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:15:51.031Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11c4c770-9d20-45e3-aec2-2232281b4e1a","keyPrefix":"sk-oai-u96277o58pr8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:15:51 | 201 |   10.723881ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:15:51 | 200 |    1.409804ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:15:51 | 200 |     178.446µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:15:53 | 200 |      37.313µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:58 | 200 |      31.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:15:58 | 200 |      35.405µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:16:00.108Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f80f1a49-c69b-4a42-8cec-8ec3eaf58c72","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:16:00.108Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f80f1a49-c69b-4a42-8cec-8ec3eaf58c72","keyPrefix":"sk-oai-EqF6dQfkwFai...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:16:00 | 201 |    1.984897ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:16:03 | 200 |      35.371µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:08 | 200 |      33.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:08 | 200 |       35.59µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:08 | 200 |     800.765µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:16:08 | 200 |     123.261µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:16:13 | 200 |      36.303µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:18 | 200 |      48.124µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:18 | 200 |      36.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:23 | 200 |      53.826µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:16:25.656Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7a045dc4-55e1-40c2-a956-3a345864d6aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:16:25.656Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a045dc4-55e1-40c2-a956-3a345864d6aa","keyPrefix":"sk-oai-5rdtiQSCrnHB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:16:25 | 201 |    1.971054ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:16:25 | 200 |     570.755µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:16:25 | 200 |     153.644µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:16:28 | 200 |      32.836µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:28 | 200 |      44.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:33 | 200 |      34.196µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:38 | 200 |      33.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:38 | 200 |       36.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:43 | 200 |      34.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:48 | 200 |      37.295µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:48 | 200 |      34.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:53 | 200 |      35.569µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:58 | 200 |      32.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:16:58 | 200 |      42.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:03 | 200 |      37.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:08 | 200 |      39.016µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:08 | 200 |      44.025µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:13 | 200 |      42.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:18 | 200 |      45.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:18 | 200 |      39.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:23 | 200 |      39.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:28 | 200 |      46.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:28 | 200 |      40.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:33 | 200 |       50.78µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:38 | 200 |      42.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:38 | 200 |      39.388µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:43 | 200 |      49.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:48 | 200 |      40.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:48 | 200 |      39.825µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:53 | 200 |      40.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:58 | 200 |      39.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:17:58 | 200 |      39.554µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:03 | 200 |      51.337µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:08 | 200 |      44.521µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:08 | 200 |      48.371µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:13 | 200 |      40.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:18 | 200 |      45.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:18 | 200 |      40.117µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:23 | 200 |      39.219µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:18:25.204Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6e7bfb70-1361-41a4-ab70-eed604b71831","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:18:25.204Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e7bfb70-1361-41a4-ab70-eed604b71831","keyPrefix":"sk-oai-aMcyilzYqCqP...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:18:25 | 201 |    2.221293ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:18:28 | 200 |      39.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:28 | 200 |      42.439µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:33 | 200 |      42.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:38 | 200 |      38.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:38 | 200 |      40.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:43 | 200 |      38.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:48 | 200 |      47.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:48 | 200 |    1.230127ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:18:48 | 200 |     175.536µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:18:48 | 200 |       36.49µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:48 | 404 |    1.145124ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:18:53 | 200 |      43.679µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:58 | 200 |      42.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:18:58 | 200 |      52.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:03 | 200 |      57.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:08 | 200 |      40.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:08 | 200 |       54.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:13 | 200 |      43.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:18 | 200 |      40.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:18 | 200 |       40.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:23 | 200 |      40.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:28 | 200 |      42.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:28 | 200 |      39.936µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:33 | 200 |      38.689µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:38 | 200 |      39.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:38 | 200 |      41.784µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:19:39.351Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4b380248-3762-461a-897f-605ba9663fca","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:19:39.351Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b380248-3762-461a-897f-605ba9663fca","keyPrefix":"sk-oai-vKxbG09Qg0sd...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:19:39 | 201 |    3.769974ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:19:39 | 200 |     561.733µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:19:39 | 200 |     153.339µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:19:43 | 200 |      39.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:48 | 200 |       39.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:48 | 200 |      41.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:53 | 200 |      37.801µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:58 | 200 |      39.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:19:58 | 200 |      39.128µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:19:58.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1a618f74-309b-4732-9e55-7c0685f8baac","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:19:58.581Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a618f74-309b-4732-9e55-7c0685f8baac","keyPrefix":"sk-oai-Q4FWl3SNZcpM...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:19:58 | 201 |    2.089933ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:19:58 | 200 |     566.362µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:19:58 | 200 |     147.247µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:19:58 | 200 |     539.518µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:19:58 | 200 |      180.99µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:20:03 | 200 |       45.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:08 | 200 |        39.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:08 | 200 |      39.763µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:13 | 200 |      41.172µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:18 | 200 |      39.097µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:20:18.059Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2cbc1e8d-d8b8-465c-8aea-055088cd5c53","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:20:18.059Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2cbc1e8d-d8b8-465c-8aea-055088cd5c53","keyPrefix":"sk-oai-1B8sWKSnq0K7...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:20:18 | 201 |    2.130664ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:20:18 | 200 |     472.148µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:20:18 | 200 |     428.314µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:20:18 | 200 |     143.976µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:20:18 | 200 |   18.838283ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:20:18 | 200 |      39.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:23 | 200 |      39.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:28 | 200 |      40.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:28 | 200 |      41.084µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:33 | 200 |        42.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:37 | 200 |     172.008µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:20:37 | 200 |      147.69µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:20:37 | 200 |    23.28115ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:20:38 | 200 |      40.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:38 | 200 |       43.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:43 | 200 |      39.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:48 | 200 |      41.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:48 | 200 |      42.343µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:20:49.247Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8761d25b-b046-4f40-a3b7-2d227e6eccef","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:20:49.247Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8761d25b-b046-4f40-a3b7-2d227e6eccef","keyPrefix":"sk-oai-rJre6YN27aKr...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:20:49 | 201 |    2.550706ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:20:53 | 200 |      48.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:58 | 200 |      45.242µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:20:58 | 200 |      42.861µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:03 | 200 |      48.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:08 | 200 |      33.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:08 | 200 |      35.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:13 | 200 |      40.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:18 | 200 |      40.767µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:18 | 200 |      37.951µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:19 | 200 |   10.439801ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:21:19 | 200 |     140.636µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:21:19 | 200 |     473.055µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:21:19 | 200 |     413.734µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:21:19 | 200 |     130.218µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:21:19 | 200 |   12.306663ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:21:23 | 200 |      39.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:28 | 200 |      40.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:28 | 200 |      39.131µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:33 | 200 |      39.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:36 | 200 |     139.431µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:21:36 | 200 |   11.513899ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:21:38 | 200 |      45.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:38 | 200 |       38.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:43 | 200 |      48.242µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:21:45.081Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ff67b2c3-c64a-43f4-8fa5-512c76df94c9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:21:45.081Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff67b2c3-c64a-43f4-8fa5-512c76df94c9","keyPrefix":"sk-oai-1Tw75UE42qW3...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:21:45 | 201 |    2.327159ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:21:48 | 200 |      49.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:48 | 200 |      39.343µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:53 | 200 |     864.523µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:21:53 | 200 |     471.808µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:21:53 | 200 |     119.207µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:21:53 | 200 |   10.178926ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:21:53 | 200 |      51.441µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:21:53.624Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b46aec3-847f-44ea-a495-116dd794ea97","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:21:53.624Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b46aec3-847f-44ea-a495-116dd794ea97","keyPrefix":"sk-oai-1T8bkNEphdys...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:21:53 | 201 |    1.694093ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:21:58 | 200 |      42.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:21:58 | 200 |      44.774µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:01 | 200 |     822.276µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:01 | 200 |     384.369µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:01 | 200 |     118.632µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:01 | 200 |    6.976788ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:01 | 200 |     447.286µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:01 | 200 |     408.707µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:01 | 200 |     129.121µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:01 | 200 |    6.989693ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:22:02.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3e1981c0-c7eb-4dcf-b20d-eaf0542852cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:22:02.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e1981c0-c7eb-4dcf-b20d-eaf0542852cb","keyPrefix":"sk-oai-1TuFuUBZRzvk...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:22:02 | 201 |    1.754692ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:03 | 200 |      40.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:08 | 200 |      42.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:08 | 200 |      40.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:10 | 200 |     840.046µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:10 | 200 |     428.563µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:10 | 200 |     160.654µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:10 | 200 |   10.109016ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:13 | 200 |      49.809µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:18 | 200 |      38.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:18 | 200 |      50.953µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:22:19.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"87bc08a0-e8ad-4737-9dd7-1ddf99fdb077","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:22:19.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87bc08a0-e8ad-4737-9dd7-1ddf99fdb077","keyPrefix":"sk-oai-1GVWeZhNWbQH...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:22:19 | 201 |    2.180558ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:23 | 200 |       45.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:27 | 200 |     961.114µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:27 | 200 |      441.16µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:27 | 200 |      157.67µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:27 | 200 |     458.309µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:27 | 200 |     137.851µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:27 | 200 |   17.889826ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:28 | 200 |      34.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:28 | 200 |      38.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:33 | 200 |      49.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:38 | 200 |      59.555µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:38 | 200 |       39.95µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:22:41.328Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"970a61b2-d0f0-4ae2-a18a-1a67090507af","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:22:41.328Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"970a61b2-d0f0-4ae2-a18a-1a67090507af","keyPrefix":"sk-oai-G2kVP8dlIM1m...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:22:41 | 201 |    2.257576ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:43 | 200 |      41.148µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:48 | 200 |       39.52µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:48 | 200 |      38.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:49 | 200 |     932.988µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:49 | 200 |     408.878µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:49 | 200 |     143.149µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:49 | 200 |   10.635206ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:22:49 | 200 |     144.327µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:22:49 | 200 |   23.929783ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:22:53 | 200 |      59.543µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:58 | 200 |       39.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:22:58 | 200 |      40.269µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:03 | 200 |      42.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:05 | 200 |     189.558µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:05 | 200 |     170.478µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:05 | 200 |     144.469µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:05 | 200 |   38.689633ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:23:08 | 200 |      44.817µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:08 | 200 |        38.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:13 | 200 |      40.643µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:18 | 200 |      38.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:18 | 200 |      41.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:23 | 200 |     152.413µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:23 | 200 |   14.396308ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:23:23 | 200 |      36.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:28 | 200 |      39.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:28 | 200 |      37.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:33 | 200 |      41.358µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:23:34.337Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc8aac70-1729-477b-a611-ceedc03a96af","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:23:34.337Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc8aac70-1729-477b-a611-ceedc03a96af","keyPrefix":"sk-oai-rN2hppl91CTt...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:23:34 | 201 |    2.328781ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:23:38 | 200 |      44.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:38 | 200 |      49.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:42 | 200 |     942.478µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:23:42 | 200 |     146.552µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:23:42.962Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4843ea8a-b095-4b2e-aca7-8548fc34d28c","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:23:42.962Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4843ea8a-b095-4b2e-aca7-8548fc34d28c","keyPrefix":"sk-oai-1DaKZsLl0Xk2...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:23:42 | 201 |    1.707887ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:23:43 | 200 |      43.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:48 | 200 |      40.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:48 | 200 |      40.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:50 | 200 |     854.161µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:23:51 | 200 |     434.389µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:23:51 | 200 |     117.971µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:51 | 200 |    9.623822ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:23:51.359Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3d0b96a2-d2e7-4a7b-bedc-f39e6c8e6bb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:23:51.359Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d0b96a2-d2e7-4a7b-bedc-f39e6c8e6bb6","keyPrefix":"sk-oai-LYBz01uEFzyX...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:23:51 | 201 |    1.761122ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:23:53 | 200 |       48.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:58 | 200 |       38.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:58 | 200 |      39.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:23:59 | 200 |    1.364528ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:23:59 | 200 |     485.303µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:23:59 | 200 |     125.101µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:23:59 | 200 |   10.021209ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:24:00.109Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c37fa86c-8e4f-4561-9e66-edef0f972c83","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:24:00.109Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c37fa86c-8e4f-4561-9e66-edef0f972c83","keyPrefix":"sk-oai-1GX2C2tT472j...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:24:00 | 201 |    1.794814ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:24:03 | 200 |      47.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:08 | 200 |       38.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:08 | 200 |     790.423µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:24:08 | 200 |     420.758µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:24:08 | 200 |     150.798µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:24:08 | 200 |    9.648003ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:24:08 | 200 |      40.002µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:13 | 200 |      39.706µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:24:17.321Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5a4b5951-7b9b-4a65-91fd-0ecae863b8f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:24:17.321Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a4b5951-7b9b-4a65-91fd-0ecae863b8f4","keyPrefix":"sk-oai-YR34dStni5J4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:24:17 | 201 |    2.025052ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:24:18 | 200 |      43.582µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:18 | 200 |      40.703µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:23 | 200 |       41.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:28 | 200 |      52.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:28 | 200 |      39.212µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:33 | 200 |      40.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:33 | 200 |     795.098µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:24:33 | 403 |     123.159µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:24:38 | 200 |      48.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:38 | 200 |      48.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:43 | 200 |      39.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:48 | 200 |      38.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:48 | 200 |        51.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:50 | 403 |     119.084µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:24:53 | 200 |      39.838µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:58 | 200 |      46.656µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:24:58 | 200 |      40.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:03 | 200 |      38.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:07 | 403 |     115.259µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:25:08 | 200 |      40.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:08 | 200 |       38.55µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:13 | 200 |      41.888µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:18 | 200 |      55.383µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:18 | 200 |      39.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:23 | 200 |      45.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:25 | 403 |     142.117µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:25:28 | 200 |      41.081µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:28 | 200 |      39.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:33 | 200 |       46.95µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:25:37.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"297b2315-f806-4fe6-b2cb-198eec5aa289","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:25:37.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"297b2315-f806-4fe6-b2cb-198eec5aa289","keyPrefix":"sk-oai-NjCCDLILTVOw...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:25:37 | 201 |    2.221673ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:25:38 | 200 |      46.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:38 | 200 |      39.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:43 | 200 |      45.787µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:45 | 200 |     711.015µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:25:45 | 200 |     383.531µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:25:45 | 200 |     155.733µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:25:45 | 200 |   17.480273ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:25:48 | 200 |      39.034µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:48 | 200 |      38.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:53 | 200 |      41.228µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:25:57.270Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4676a48-a109-4748-8f96-45dd19a6e45f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:25:57.270Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4676a48-a109-4748-8f96-45dd19a6e45f","keyPrefix":"sk-oai-1Tctwu98peEh...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:25:57 | 201 |     2.16512ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:25:57.308Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"030000b9-033d-4244-b35b-27e2be7eadb5","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:25:57.308Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"030000b9-033d-4244-b35b-27e2be7eadb5","keyPrefix":"sk-oai-w0iZ26Tx0DUU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:25:57 | 201 |    1.647566ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:25:58 | 200 |      43.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:25:58 | 200 |      40.394µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:03 | 200 |      40.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:05 | 200 |      730.38µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:26:05 | 200 |     366.479µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:26:05 | 200 |     179.421µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:05 | 200 |   10.423339ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:26:05 | 200 |     436.804µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:26:05 | 200 |     359.172µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:26:05 | 200 |     155.819µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:05 | 200 |   10.443671ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:26:08 | 200 |      42.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:08 | 200 |      42.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:13 | 200 |      50.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:18 | 200 |      43.125µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:18 | 200 |      38.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:21 | 200 |     182.127µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:21 | 200 |     156.562µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:21 | 200 |     146.047µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:21 | 200 |   37.783422ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:26:23 | 200 |      44.715µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:28 | 200 |      41.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:28 | 200 |      40.471µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:33 | 200 |      51.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:36 | 200 |     214.526µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:36 | 200 |   15.127118ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:26:36 | 200 |     181.046µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:26:36 | 200 |   13.362517ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:26:38 | 200 |      38.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:38 | 200 |      46.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:43 | 200 |      39.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:48 | 200 |      40.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:48 | 200 |      41.598µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:53 | 200 |      40.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:58 | 200 |      38.462µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:26:58 | 200 |      40.238µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:27:01.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9369cfff-d8fc-4f57-b247-a3c72bd62ad1","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:27:01.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9369cfff-d8fc-4f57-b247-a3c72bd62ad1","keyPrefix":"sk-oai-fIMLLzyLbBcX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:27:01 | 201 |    1.944628ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:27:02 | 200 |     509.717µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:02 | 200 |     151.843µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:02 | 200 |     471.885µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:02 | 200 |     147.954µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:02 | 200 |     416.525µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:02 | 200 |     150.511µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:02 | 200 |     428.737µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:02 | 200 |     372.021µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:02 | 200 |      147.94µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:02 | 200 |   10.530542ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:27:03 | 200 |      33.804µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:08 | 200 |      32.755µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:08 | 200 |      35.487µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:13 | 200 |      44.532µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:27:15.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7c2492f9-b5f2-45d4-8203-9f04771e2884","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:27:15.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c2492f9-b5f2-45d4-8203-9f04771e2884","keyPrefix":"sk-oai-ZJH0BMLxIsOC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 18:27:15 | 201 |     3.17596ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:27:16 | 200 |      510.82µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:27:16 | 200 |     146.873µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:27:18 | 200 |      36.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:18 | 200 |      33.905µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:23 | 200 |      34.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:28 | 200 |      40.155µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:28 | 200 |      33.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:33 | 200 |      34.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:38 | 200 |      50.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:38 | 200 |      41.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:43 | 200 |      33.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:48 | 200 |      37.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:48 | 200 |      37.415µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:53 | 200 |      34.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:58 | 200 |      37.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:27:58 | 200 |      34.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:03 | 200 |      33.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:08 | 200 |       36.66µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:08 | 200 |       36.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:13 | 200 |      33.377µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:18 | 200 |      43.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:18 | 200 |      34.054µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:28:21.929Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"44f3ab06-b41d-4a63-9716-8ea44119fc50","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:21.929Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44f3ab06-b41d-4a63-9716-8ea44119fc50","keyPrefix":"sk-oai-16dmSLpJRfTV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:21 | 201 |   10.963624ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:22.887Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"203cf5da-71ef-4d67-9590-9e0116040c9f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:22.887Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"203cf5da-71ef-4d67-9590-9e0116040c9f","keyPrefix":"sk-oai-5Lt153uVVHsw...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:22 | 201 |    2.017831ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:23.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b91af304-3af0-4b09-ae14-f853f5d92bce","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:23.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b91af304-3af0-4b09-ae14-f853f5d92bce","keyPrefix":"sk-oai-ynmeFmeG2gId...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:23 | 201 |     1.74003ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:23 | 200 |    1.244151ms |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:23 | 200 |     435.316µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:23 | 200 |     114.438µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:23 | 200 |    9.538114ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:23 | 200 |     460.976µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:23 | 200 |     109.964µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:23 | 200 |      23.935µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T18:28:23.483Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ab00ab64-5b90-4fd3-a6b2-9952407840fe","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:23.483Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab00ab64-5b90-4fd3-a6b2-9952407840fe","keyPrefix":"sk-oai-1KJcc0LoYJjL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:23 | 201 |     1.68577ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:23.511Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ab00ab64-5b90-4fd3-a6b2-9952407840fe"}
{"level":"info","timestamp":"2026-06-05T18:28:23.511Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ab00ab64-5b90-4fd3-a6b2-9952407840fe","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 18:28:23 | 200 |     2.70703ms |      100.64.0.4 | DELETE   "/v1/api-keys/ab00ab64-5b90-4fd3-a6b2-9952407840fe" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:26 | 200 |     890.705µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T18:28:26.540Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 18:28:26 | 500 |      97.456µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.010Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"97ac0ff7-5ad1-4acf-9a1f-f950646e7d51","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.010Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97ac0ff7-5ad1-4acf-9a1f-f950646e7d51","keyPrefix":"sk-oai-17Mw6wi2nbcv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.514851ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.036Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"16f0fd18-b205-4f04-b0b5-4696000a13ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.036Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16f0fd18-b205-4f04-b0b5-4696000a13ab","keyPrefix":"sk-oai-1Qffy0GqQDNq...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.515641ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.185Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"413e7189-ffee-4676-acf4-1392b3f96da1","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.185Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"413e7189-ffee-4676-acf4-1392b3f96da1","keyPrefix":"sk-oai-B1hHg2zb7uAD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.711672ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.209Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"413e7189-ffee-4676-acf4-1392b3f96da1"}
{"level":"info","timestamp":"2026-06-05T18:28:27.209Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"413e7189-ffee-4676-acf4-1392b3f96da1","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 18:28:27 | 200 |    2.295505ms |      100.64.0.2 | DELETE   "/v1/api-keys/413e7189-ffee-4676-acf4-1392b3f96da1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 404 |     760.265µs |      100.64.0.3 | DELETE   "/v1/api-keys/413e7189-ffee-4676-acf4-1392b3f96da1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.377Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1d509122-0e93-4770-b4c4-2e648c2b09e6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.377Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1d509122-0e93-4770-b4c4-2e648c2b09e6","keyPrefix":"sk-oai-kXOyf94PU4o1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.649127ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 200 |      568.22µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     541.613µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     114.556µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:27 | 200 |    9.524544ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.554Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"91b96579-0669-4354-a21d-38c320e174b7","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.554Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91b96579-0669-4354-a21d-38c320e174b7","keyPrefix":"sk-oai-3ueLvuOuDfFf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.932416ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 200 |     446.297µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 403 |      91.722µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 200 |     347.395µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     355.668µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |       109.6µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:27 | 200 |    9.043579ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.759Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ac10c40-541a-4854-8d28-7d4e6945f6b4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.759Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ac10c40-541a-4854-8d28-7d4e6945f6b4","keyPrefix":"sk-oai-TgA4UiEXLDUq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.733582ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 200 |     457.159µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     347.712µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     121.514µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:27 | 200 |    9.460756ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:27 | 200 |     418.829µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     339.858µs |     10.134.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 18:28:27 | 200 |     114.998µs |     10.134.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 18:28:27 | 200 |    8.880946ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T18:28:27.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7e77f694-d821-4152-91e9-62be2a499150","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T18:28:27.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e77f694-d821-4152-91e9-62be2a499150","keyPrefix":"sk-oai-8cxu4s5aCkx7...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 18:28:27 | 201 |    1.605712ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 18:28:28 | 200 |      32.808µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 18:28:28 | 200 |       33.67µs |      10.134.0.2 | GET      "/health"