{"level":"info","timestamp":"2026-06-11T23:58:24.402Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"048625e7-dcc6-40d3-ad9b-57267717bb85","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:58:24.402Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"048625e7-dcc6-40d3-ad9b-57267717bb85","keyPrefix":"sk-oai-iEJSBNpC5PoL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:58:24 | 201 |    1.719608ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:58:24 | 200 |     528.705µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:58:24 | 200 |     178.682µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:58:28 | 200 |       51.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:29 | 200 |      42.785µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:33 | 200 |      65.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:38 | 200 |      40.145µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:39 | 200 |      44.904µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T23:58:41.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1b9937cd-7abe-4d60-a035-cdefed968407","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:58:41.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b9937cd-7abe-4d60-a035-cdefed968407","keyPrefix":"sk-oai-rPrPYjyddvZB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:58:41 | 201 |    2.400642ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T23:58:41.930Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"292f3e8f-7454-4a8f-b88d-df5617206bd0","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:58:41.930Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"292f3e8f-7454-4a8f-b88d-df5617206bd0","keyPrefix":"sk-oai-1QHY30RFVAHL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:58:41 | 201 |    1.636695ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:58:41 | 200 |     570.357µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:58:41 | 200 |     159.944µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:58:42 | 200 |     520.526µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:58:42 | 200 |      169.08µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:58:43 | 200 |      37.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:48 | 200 |      50.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:49 | 200 |      41.463µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:53 | 200 |       38.88µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:58 | 200 |      40.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:58:59 | 200 |      54.839µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-11T23:58:59.837Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-11T23:58:59.837Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/11 - 23:58:59 | 400 |     294.046µs |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:59:03 | 200 |      39.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:08 | 200 |       39.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:09 | 200 |      44.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:13 | 200 |      45.491µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T23:59:17.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3d10fcbf-e8b8-4b56-be3f-767a94340c87","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:59:17.356Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d10fcbf-e8b8-4b56-be3f-767a94340c87","keyPrefix":"sk-oai-LHpQkHpRZWa4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:59:17 | 201 |    2.129258ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:59:17 | 200 |     568.123µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:59:17 | 200 |     337.442µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:59:18 | 200 |       48.48µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:19 | 200 |      40.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:23 | 200 |      42.524µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T23:59:26.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fe71a038-5103-42e0-b42e-819e6fe5660c","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:59:26.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe71a038-5103-42e0-b42e-819e6fe5660c","keyPrefix":"sk-oai-1bHW3guVhRgL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:59:26 | 201 |    2.113003ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:59:28 | 200 |      41.957µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:29 | 200 |      42.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:33 | 200 |      51.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:34 | 200 |   10.041036ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:59:34 | 200 |     193.043µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:59:38 | 200 |      48.765µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:39 | 200 |      39.119µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:43 | 200 |      39.984µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T23:59:44.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"81bb5b04-2b3a-451c-a529-148ee920b73c","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T23:59:44.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81bb5b04-2b3a-451c-a529-148ee920b73c","keyPrefix":"sk-oai-1Kv9TKTEOioz...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 23:59:44 | 201 |    2.657156ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 23:59:44 | 200 |     632.722µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 23:59:44 | 200 |     242.374µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 23:59:48 | 200 |      41.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:49 | 200 |       42.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:53 | 200 |      41.957µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:58 | 200 |      46.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/11 - 23:59:59 | 200 |      50.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:03 | 200 |      43.144µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:08 | 200 |      52.801µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:09 | 200 |      40.765µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:13 | 200 |      43.567µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:18 | 200 |      48.672µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:19 | 200 |      40.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:23 | 200 |      40.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:28 | 200 |      38.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:29 | 200 |      38.148µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:33 | 200 |      45.563µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:00:34.570Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/12 - 00:00:34 | 200 |     1.17763ms |     10.134.0.32 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/12 - 00:00:38 | 200 |       39.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:39 | 200 |      40.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:43 | 200 |      48.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:48 | 200 |      42.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:49 | 200 |      41.106µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:53 | 200 |      39.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:58 | 200 |       41.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:00:59 | 200 |      41.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:03 | 200 |       40.03µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:08 | 200 |      40.828µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:09 | 200 |      40.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:13 | 200 |      40.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:18 | 200 |      38.269µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:19 | 200 |      40.244µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:23 | 200 |      38.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:28 | 200 |       49.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:29 | 200 |      42.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:33 | 200 |      39.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:38 | 200 |      41.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:39 | 200 |      44.481µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:43 | 200 |      39.045µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:01:43.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cb432c83-6b2f-4884-af4c-d44fd5958aa7","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:01:43.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb432c83-6b2f-4884-af4c-d44fd5958aa7","keyPrefix":"sk-oai-n107LvQNjKnA...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:01:43 | 201 |    2.251825ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:01:43 | 200 |     709.984µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:01:43 | 200 |     180.372µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:01:48 | 200 |       51.56µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:49 | 200 |      41.225µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:53 | 200 |      42.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:58 | 200 |          42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:01:59 | 200 |       56.29µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:03 | 200 |      41.628µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:07 | 200 |     1.06395ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:02:07 | 200 |     164.584µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:02:07 | 404 |    1.121265ms |     52.71.36.72 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:02:08 | 200 |       55.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:09 | 200 |      42.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:13 | 200 |       50.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:18 | 200 |       43.86µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:19 | 200 |      39.149µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:23 | 200 |      40.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:28 | 200 |      40.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:29 | 200 |      47.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:33 | 200 |      43.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:38 | 200 |      45.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:39 | 200 |      42.822µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:43 | 200 |      38.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:48 | 200 |      43.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:49 | 200 |      39.481µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:53 | 200 |      63.051µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:02:57.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"806dcb7b-b08c-4e5a-8b50-dfe7ee4b0ac2","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:02:57.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"806dcb7b-b08c-4e5a-8b50-dfe7ee4b0ac2","keyPrefix":"sk-oai-19iF6hFlMe5z...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:02:57 | 201 |    1.930988ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:02:57 | 200 |     612.527µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:02:57 | 200 |     172.272µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:02:58 | 200 |      44.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:02:59 | 200 |      43.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:03 | 200 |      41.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:08 | 200 |      40.624µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:09 | 200 |      39.053µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:13 | 200 |       42.17µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:03:17.199Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"38e2afdd-86b0-4d7c-99ab-f7ead854e191","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:03:17.199Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38e2afdd-86b0-4d7c-99ab-f7ead854e191","keyPrefix":"sk-oai-rNdyiCKeobDP...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:03:17 | 201 |    1.975841ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:03:17 | 200 |     580.879µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:03:17 | 200 |     176.335µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:03:17 | 200 |     532.284µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:03:17 | 200 |     232.037µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:03:18 | 200 |      40.635µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:19 | 200 |      40.073µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:23 | 200 |       46.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:28 | 200 |      40.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:29 | 200 |      38.165µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:33 | 200 |      43.068µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:03:36.734Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0c12c23a-eafb-43c8-b929-5cff4199dfb2","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:03:36.734Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c12c23a-eafb-43c8-b929-5cff4199dfb2","keyPrefix":"sk-oai-18Z2tpagQVgK...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:03:36 | 201 |    2.293053ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:03:36 | 200 |      468.78µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:03:36 | 200 |     467.272µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:03:36 | 200 |     155.959µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:03:36 | 200 |   23.478085ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:03:38 | 200 |      39.997µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:39 | 200 |      42.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:43 | 200 |      43.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:48 | 200 |      40.725µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:49 | 200 |      39.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:53 | 200 |      41.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:56 | 200 |     161.135µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:03:56 | 200 |     160.107µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:03:56 | 200 |   37.643009ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:03:58 | 200 |      41.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:03:59 | 200 |      39.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:03 | 200 |      39.355µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:04:08.030Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dc980296-563c-4856-a7f9-76b89b1a143b","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:04:08.030Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc980296-563c-4856-a7f9-76b89b1a143b","keyPrefix":"sk-oai-tjeO5eHHpsoL...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:04:08 | 201 |    1.937907ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:04:08 | 200 |      39.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:09 | 200 |      43.015µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:13 | 200 |      42.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:18 | 200 |      41.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:19 | 200 |      48.509µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:23 | 200 |      42.355µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:28 | 200 |      45.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:29 | 200 |      39.354µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:33 | 200 |      48.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:38 | 200 |    9.902779ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:04:38 | 200 |     277.085µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:04:38 | 200 |     591.712µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:04:38 | 200 |     525.911µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:04:38 | 200 |     127.288µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:04:38 | 200 |    15.61914ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:04:38 | 200 |      46.028µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:39 | 200 |      42.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:43 | 200 |      43.568µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:48 | 200 |      40.633µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:49 | 200 |       45.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:53 | 200 |      41.104µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:55 | 200 |     158.717µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:04:55 | 200 |   19.763273ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:04:58 | 200 |      44.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:04:59 | 200 |      39.858µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:03 | 200 |      39.797µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:05:03.926Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"70925bbb-032e-4b01-81aa-affe5ee65c6e","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:05:03.926Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70925bbb-032e-4b01-81aa-affe5ee65c6e","keyPrefix":"sk-oai-4HkFT39sZQbJ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:05:03 | 201 |    2.391072ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:08 | 200 |      46.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:09 | 200 |      39.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:11 | 200 |      976.61µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:11 | 200 |     539.053µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:11 | 200 |     122.127µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:11 | 200 |   11.410076ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:05:12.478Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7bae4d6f-8de7-4e6b-a5ec-ef8672b72750","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:05:12.478Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7bae4d6f-8de7-4e6b-a5ec-ef8672b72750","keyPrefix":"sk-oai-4YQy7gGbFaL9...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:05:12 | 201 |    1.837059ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:13 | 200 |      38.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:18 | 200 |      40.278µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:19 | 200 |      43.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:20 | 200 |    1.080094ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:20 | 200 |     476.013µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:20 | 200 |     122.461µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:20 | 200 |    7.533234ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:20 | 200 |     556.832µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:20 | 200 |     425.338µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:20 | 200 |     150.377µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:20 | 200 |    7.560228ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:05:21.567Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eac7f8f4-cece-48e0-a0a8-cfb8ad4b0dc8","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:05:21.567Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eac7f8f4-cece-48e0-a0a8-cfb8ad4b0dc8","keyPrefix":"sk-oai-O1BQlMwBWGTs...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:05:21 | 201 |    1.851781ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:23 | 200 |      40.508µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:28 | 200 |      43.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:29 | 200 |      43.549µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:29 | 200 |     959.176µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:29 | 200 |     422.759µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:29 | 200 |     138.663µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:29 | 200 |   12.151225ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:33 | 200 |       42.08µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:38 | 200 |      43.273µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:05:38.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7243d26-37c1-409d-be4e-f2b62b42210d","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:05:38.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7243d26-37c1-409d-be4e-f2b62b42210d","keyPrefix":"sk-oai-1RfIs3Yiid7T...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:05:38 | 201 |     2.12369ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:39 | 200 |      54.751µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:43 | 200 |       45.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:46 | 200 |     854.715µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:46 | 200 |      460.08µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:46 | 200 |     158.744µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:46 | 200 |     441.722µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:05:46 | 200 |     148.941µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:05:46 | 200 |   21.544651ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:05:48 | 200 |      53.153µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:49 | 200 |      41.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:53 | 200 |      40.249µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:58 | 200 |      40.446µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:05:59 | 200 |      68.882µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:06:00.306Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c7748f7-31c4-468e-a349-49298d61a672","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:06:00.306Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c7748f7-31c4-468e-a349-49298d61a672","keyPrefix":"sk-oai-1WVri6CgOLNZ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:06:00 | 201 |    2.088885ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:03 | 200 |      52.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:08 | 200 |    1.046917ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:06:08 | 200 |     496.712µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:06:08 | 200 |     140.111µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:08 | 200 |   10.221653ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:06:08 | 200 |     132.761µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:08 | 200 |   24.739367ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:08 | 200 |      46.471µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:09 | 200 |      40.957µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:13 | 200 |      38.697µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:18 | 200 |      49.921µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:19 | 200 |      77.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:20 | 200 |     195.658µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:20 | 200 |     253.004µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:20 | 200 |     181.231µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:20 | 200 |   63.018656ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:23 | 200 |      46.011µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:28 | 200 |      37.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:29 | 200 |      41.705µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:33 | 200 |      39.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:37 | 200 |     169.114µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:06:37 | 200 |   20.039593ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:38 | 200 |      40.801µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:39 | 200 |      40.412µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:43 | 200 |      39.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:48 | 200 |      56.226µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:06:49.078Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"61e023ab-bfce-423b-8647-60a1a9c4c161","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:06:49.078Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61e023ab-bfce-423b-8647-60a1a9c4c161","keyPrefix":"sk-oai-JmpNdOS9nNlO...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:06:49 | 201 |    2.386162ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:49 | 200 |      40.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:53 | 200 |      38.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:57 | 200 |     953.366µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:06:57 | 200 |     150.467µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:06:57.724Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"42abf83e-e77b-4dec-80bf-6a85caaa8452","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:06:57.724Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42abf83e-e77b-4dec-80bf-6a85caaa8452","keyPrefix":"sk-oai-gJym7emwgfJg...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:06:57 | 201 |    1.910515ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:06:58 | 200 |      42.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:06:59 | 200 |      42.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:03 | 200 |      40.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:05 | 200 |     925.163µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:05 | 200 |     506.545µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:05 | 200 |     196.555µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:07:05 | 200 |    13.44433ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:07:06.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"01681dcb-0d31-4232-aac6-4cb5f2ece09e","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:07:06.158Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"01681dcb-0d31-4232-aac6-4cb5f2ece09e","keyPrefix":"sk-oai-aV3B5CUvy9tr...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:07:06 | 201 |    1.744158ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:07:08 | 200 |      40.397µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:09 | 200 |       41.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:13 | 200 |      42.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:14 | 200 |     824.041µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:14 | 200 |     475.358µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:14 | 200 |     130.588µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:07:14 | 200 |   11.908634ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:07:14.992Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d2ceb117-b557-4ebc-8208-bfa47ea13188","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:07:14.992Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2ceb117-b557-4ebc-8208-bfa47ea13188","keyPrefix":"sk-oai-ymwGe08wMEa4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:07:14 | 201 |    1.932935ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:07:18 | 200 |      45.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:19 | 200 |      41.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:23 | 200 |      811.59µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:23 | 200 |     467.938µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:23 | 200 |     161.455µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:07:23 | 200 |   11.240417ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:07:23 | 200 |      47.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:28 | 200 |      39.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:29 | 200 |       40.56µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:07:32.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d4dcc3fa-3f81-4336-acde-77497eaac6d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:07:32.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4dcc3fa-3f81-4336-acde-77497eaac6d9","keyPrefix":"sk-oai-19cnkyOgLfTp...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:07:32 | 201 |    2.128209ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:07:33 | 200 |      42.892µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:38 | 200 |      41.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:39 | 200 |      40.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:43 | 200 |      41.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:48 | 200 |      776.64µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:07:48 | 403 |     130.734µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:07:48 | 200 |      39.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:49 | 200 |      45.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:53 | 200 |      49.948µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:58 | 200 |      41.541µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:07:59 | 200 |      48.798µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:03 | 200 |      62.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:05 | 403 |     144.681µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:08:08 | 200 |      39.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:09 | 200 |      38.736µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:13 | 200 |      42.654µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:18 | 200 |      42.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:19 | 200 |       41.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:22 | 403 |     132.915µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:08:23 | 200 |      41.308µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:28 | 200 |      53.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:29 | 200 |      38.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:33 | 200 |      40.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:38 | 200 |      40.128µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:39 | 200 |      39.557µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:40 | 403 |     136.307µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:08:43 | 200 |      42.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:48 | 200 |      65.623µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:49 | 200 |      38.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:53 | 200 |      39.859µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:08:54.319Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"750c4574-4c68-457a-a0f4-bd31a5c49415","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:08:54.319Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"750c4574-4c68-457a-a0f4-bd31a5c49415","keyPrefix":"sk-oai-tSr6OHS7fILy...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:08:54 | 201 |    2.284465ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:08:58 | 200 |      45.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:08:59 | 200 |      50.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:02 | 200 |    1.126423ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:02 | 200 |     536.935µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:02 | 200 |     306.799µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:02 | 200 |   22.447574ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:03 | 200 |      42.315µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:08 | 200 |      44.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:09 | 200 |      40.225µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:13 | 200 |      45.656µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:09:16.708Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db49826b-d385-4535-a1c2-c5758247dda6","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:09:16.708Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db49826b-d385-4535-a1c2-c5758247dda6","keyPrefix":"sk-oai-JwcnDFpVd853...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:09:16 | 201 |    2.030685ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:09:16.750Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d640c8e4-fc12-4727-b12c-a7ae0b218d2c","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:09:16.750Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d640c8e4-fc12-4727-b12c-a7ae0b218d2c","keyPrefix":"sk-oai-WHQEPHB5T1jR...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:09:16 | 201 |    1.753276ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:18 | 200 |      64.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:19 | 200 |      40.095µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:23 | 200 |      49.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:24 | 200 |      837.14µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:24 | 200 |     503.255µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:24 | 200 |     591.119µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:24 | 200 |   12.373058ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:24 | 200 |     489.855µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:24 | 200 |     427.807µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:09:24 | 200 |     164.729µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:24 | 200 |    11.25311ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:28 | 200 |      54.474µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:29 | 200 |      41.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:33 | 200 |      33.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:37 | 200 |     188.632µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:37 | 200 |     202.637µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:37 | 200 |     227.387µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:37 | 200 |   87.026659ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:38 | 200 |       34.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:39 | 200 |      40.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:43 | 200 |      40.111µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:48 | 200 |      40.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:49 | 200 |      39.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:49 | 200 |     177.323µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:49 | 200 |   23.927032ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:49 | 200 |     243.606µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:09:49 | 200 |   20.559006ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:09:53 | 200 |      41.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:58 | 200 |      42.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:09:59 | 200 |      39.673µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:03 | 200 |      41.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:08 | 200 |      68.295µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:09 | 200 |       42.44µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:13 | 200 |      41.568µs |      10.134.0.2 | GET      "/health"
{"level":"error","timestamp":"2026-06-12T00:10:16.048Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/12 - 00:10:16 | 500 |     140.391µs |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:10:18 | 200 |      39.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:19 | 200 |      40.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:23 | 200 |      41.805µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:10:27.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d4459caa-7072-42fc-9935-dbd9169fd467","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:10:27.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4459caa-7072-42fc-9935-dbd9169fd467","keyPrefix":"sk-oai-1YrIhUvITyA4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 00:10:27 | 201 |    1.707973ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:10:28 | 200 |     521.066µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:10:28 | 200 |     155.735µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:10:28 | 200 |      40.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:29 | 200 |      41.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:33 | 200 |      40.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:38 | 200 |      41.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:39 | 200 |      42.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:43 | 200 |      43.691µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:48 | 200 |      39.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:49 | 200 |      42.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:53 | 200 |       42.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:58 | 200 |      38.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:10:59 | 200 |      39.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:03 | 200 |      39.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:08 | 200 |      71.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:09 | 200 |      41.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:13 | 200 |      40.621µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:18 | 200 |      40.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:19 | 200 |      39.551µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:23 | 200 |      49.202µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:28 | 200 |      50.195µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:29 | 200 |      40.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:33 | 200 |      50.742µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:11:34.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6ab18090-38b4-4a6b-9a73-67e4fe609f03","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:34.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ab18090-38b4-4a6b-9a73-67e4fe609f03","keyPrefix":"sk-oai-MleTt9SiVgtJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:34 | 201 |   10.595209ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:35.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"75e7798f-5310-4ccf-9e1b-0be6cf8ba1f2","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:35.190Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75e7798f-5310-4ccf-9e1b-0be6cf8ba1f2","keyPrefix":"sk-oai-Rzu6Cz3EIjKB...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:35 | 201 |    3.171307ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:35.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fb808695-5f5d-4a9b-bdc3-2826a18841ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:35.411Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb808695-5f5d-4a9b-bdc3-2826a18841ce","keyPrefix":"sk-oai-1USEHRyDL8yf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:35 | 201 |    1.718679ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:35 | 200 |    1.270404ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:35 | 200 |     532.019µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:35 | 200 |     153.305µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:11:35 | 200 |   20.608704ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:35 | 200 |      552.39µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:35 | 200 |     173.857µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-12T00:11:35.612Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cca9a859-9147-426f-8e74-6ddb1cdcfb0f","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:35.612Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cca9a859-9147-426f-8e74-6ddb1cdcfb0f","keyPrefix":"sk-oai-1210B6KUI6nK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:35 | 201 |    1.667274ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:35.648Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cca9a859-9147-426f-8e74-6ddb1cdcfb0f"}
{"level":"info","timestamp":"2026-06-12T00:11:35.648Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cca9a859-9147-426f-8e74-6ddb1cdcfb0f","revokedBy":"alice_lead"}
[GIN] 2026/06/12 - 00:11:35 | 200 |    2.928742ms |     52.71.36.72 | DELETE   "/v1/api-keys/cca9a859-9147-426f-8e74-6ddb1cdcfb0f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:38 | 200 |      37.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/12 - 00:11:38 | 200 |    3.224712ms |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
{"level":"info","timestamp":"2026-06-12T00:11:38.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"18eaba8b-6e67-4602-af59-5e6c18e608f9","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:38.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"18eaba8b-6e67-4602-af59-5e6c18e608f9","keyPrefix":"sk-oai-1c3FRwTnY1ak...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:38 | 201 |    1.990025ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.020Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"3455c592-fadb-4572-b53b-d507114013a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.020Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3455c592-fadb-4572-b53b-d507114013a3","keyPrefix":"sk-oai-1JaagJu0u045...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.734218ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.114Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9eae30f1-eba0-4df6-9f48-6656d4bbad30","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.114Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9eae30f1-eba0-4df6-9f48-6656d4bbad30","keyPrefix":"sk-oai-1OBoNljoSCX9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.759053ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.147Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9eae30f1-eba0-4df6-9f48-6656d4bbad30"}
{"level":"info","timestamp":"2026-06-12T00:11:39.147Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9eae30f1-eba0-4df6-9f48-6656d4bbad30","revokedBy":"alice_lead"}
[GIN] 2026/06/12 - 00:11:39 | 200 |    2.339298ms |     52.71.36.72 | DELETE   "/v1/api-keys/9eae30f1-eba0-4df6-9f48-6656d4bbad30" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 404 |     871.229µs |     52.71.36.72 | DELETE   "/v1/api-keys/9eae30f1-eba0-4df6-9f48-6656d4bbad30" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |      36.495µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T00:11:39.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c2ceaab9-005e-4a32-a854-ed0e955c9640","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2ceaab9-005e-4a32-a854-ed0e955c9640","keyPrefix":"sk-oai-1YmNL6mgcLM4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.765678ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |      626.99µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |     492.951µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |     138.492µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:11:39 | 200 |   11.528469ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.405Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bb3ca2d7-affe-4182-8626-2d0b4b5f35c9","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.405Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb3ca2d7-affe-4182-8626-2d0b4b5f35c9","keyPrefix":"sk-oai-UEGuAuijJDBJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.841403ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |     471.374µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 403 |      94.286µs |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |      551.79µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |     550.897µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |      140.05µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:11:39 | 200 |   12.271031ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.576Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"73504bab-1719-4efc-a42f-7b280ad44d9a","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.576Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73504bab-1719-4efc-a42f-7b280ad44d9a","keyPrefix":"sk-oai-1NuCncwA9C2H...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.649676ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |     482.522µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |     430.209µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |      149.23µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:11:39 | 200 |   11.082042ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:39 | 200 |     496.157µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |     403.382µs |     10.132.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 00:11:39 | 200 |      148.49µs |     10.132.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 00:11:39 | 200 |   10.968683ms |     52.71.36.72 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T00:11:39.755Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e163bd5d-dd21-4685-9553-ff894d06be44","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T00:11:39.755Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e163bd5d-dd21-4685-9553-ff894d06be44","keyPrefix":"sk-oai-XhbndCOO9UiB...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 00:11:39 | 201 |    1.896566ms |     52.71.36.72 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 00:11:43 | 200 |      38.284µs |      10.134.0.2 | GET      "/health"