[GIN] 2026/06/06 - 19:25:03 | 201 |    1.868893ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:25:03 | 200 |     597.076µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:25:03 | 200 |     194.469µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:25:03 | 200 |     647.876µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:25:03 | 200 |     240.849µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:25:07 | 200 |      50.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:09 | 200 |      43.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:12 | 200 |      65.156µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:17 | 200 |        54.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:19 | 200 |      48.962µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-06T19:25:21.080Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-06T19:25:21.080Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 19:25:21 | 400 |     302.517µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:25:22 | 200 |      49.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:27 | 200 |      79.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:29 | 200 |      42.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:32 | 200 |      51.137µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:37 | 200 |      55.377µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:25:38.459Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"804bfa98-1b23-4158-ab3f-6e1ffa6be69c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:25:38.459Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"804bfa98-1b23-4158-ab3f-6e1ffa6be69c","keyPrefix":"sk-oai-NZEYoJs6qfd5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:25:38 | 201 |    12.09597ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:25:38 | 200 |    1.470391ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:25:38 | 200 |     181.549µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:25:39 | 200 |      62.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:42 | 200 |       51.61µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:25:47.510Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6a0455c7-14ec-47f4-8b71-ebca865a57fe","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:25:47.510Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a0455c7-14ec-47f4-8b71-ebca865a57fe","keyPrefix":"sk-oai-1RkIQ65RMnM2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:25:47 | 201 |     2.31839ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:25:47 | 200 |      41.079µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:49 | 200 |      48.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:52 | 200 |      42.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:55 | 200 |    1.078919ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:25:55 | 200 |     129.818µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:25:57 | 200 |      47.054µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:25:59 | 200 |      48.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:02 | 200 |      43.195µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:07 | 200 |      43.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:09 | 200 |      49.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:12 | 200 |       52.96µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:26:13.068Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"daf04b3a-02ab-4a2b-b4a2-83f6f66021ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:26:13.068Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"daf04b3a-02ab-4a2b-b4a2-83f6f66021ab","keyPrefix":"sk-oai-1SxIhErD3Bur...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:26:13 | 201 |     2.32779ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:26:13 | 200 |     650.716µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:26:13 | 200 |     167.727µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:26:17 | 200 |      40.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:19 | 200 |      43.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:22 | 200 |      43.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:27 | 200 |      52.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:29 | 200 |       44.31µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:32 | 200 |      43.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:37 | 200 |      43.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:39 | 200 |      42.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:42 | 200 |      41.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:47 | 200 |      47.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:49 | 200 |      47.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:52 | 200 |      56.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:57 | 200 |      44.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:26:59 | 200 |      44.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:02 | 200 |      43.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:07 | 200 |       39.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:09 | 200 |      40.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:12 | 200 |      40.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:17 | 200 |      48.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:19 | 200 |      46.514µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:22 | 200 |       42.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:27 | 200 |      66.438µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:29 | 200 |      42.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:32 | 200 |      50.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:37 | 200 |       42.07µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:39 | 200 |      45.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:42 | 200 |      51.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:47 | 200 |      46.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:49 | 200 |      42.168µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:52 | 200 |      50.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:57 | 200 |        48.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:27:59 | 200 |      44.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:02 | 200 |       45.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:07 | 200 |      50.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:09 | 200 |      45.889µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:28:12.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cd150187-d270-4b78-b53c-d0142cf50ab7","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:28:12.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd150187-d270-4b78-b53c-d0142cf50ab7","keyPrefix":"sk-oai-1RT52jTWPr2c...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:28:12 | 201 |    2.267267ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:28:12 | 200 |       59.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:17 | 200 |      37.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:19 | 200 |      38.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:22 | 200 |      40.323µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:27 | 200 |      36.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:29 | 200 |      44.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:32 | 200 |      38.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:35 | 200 |    1.095347ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:28:35 | 200 |     187.256µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:28:36 | 404 |    1.251937ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:28:37 | 200 |       57.81µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:39 | 200 |      38.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:42 | 200 |      38.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:47 | 200 |      40.743µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:49 | 200 |      34.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:52 | 200 |      41.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:57 | 200 |      40.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:28:59 | 200 |      45.623µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:02 | 200 |      45.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:07 | 200 |      39.427µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:09 | 200 |      36.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:12 | 200 |      35.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:17 | 200 |      36.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:19 | 200 |      36.157µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:22 | 200 |      35.875µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:27 | 200 |      34.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:29 | 200 |      36.724µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:29:30.490Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"aa76a648-f827-419e-89ee-b9330f7d61a8","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:29:30.490Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa76a648-f827-419e-89ee-b9330f7d61a8","keyPrefix":"sk-oai-1Xvt9ubUEaGv...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:29:30 | 201 |    2.369933ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:29:30 | 200 |     626.896µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:29:30 | 200 |     197.443µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:29:32 | 200 |      53.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:37 | 200 |      37.229µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:39 | 200 |      38.609µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:42 | 200 |      35.335µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:47 | 200 |      36.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:49 | 200 |      51.326µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:29:49.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cfda4480-c0c2-4927-8c68-695f763aa2ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:29:49.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfda4480-c0c2-4927-8c68-695f763aa2ee","keyPrefix":"sk-oai-6yKEbZtjxEKa...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:29:49 | 201 |    2.045693ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:29:49 | 200 |     712.788µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:29:49 | 200 |     178.135µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:29:49 | 200 |     599.253µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:29:49 | 200 |     176.686µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:29:52 | 200 |      39.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:57 | 200 |      37.429µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:29:59 | 200 |      33.997µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:30:01.572Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/06 - 19:30:01 | 200 |    1.002427ms |     10.132.0.37 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/06 - 19:30:02 | 200 |      45.134µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:07 | 200 |       40.96µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:30:09.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c1ce0b3d-41d1-4f8b-b9ef-40057980241b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:30:09.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1ce0b3d-41d1-4f8b-b9ef-40057980241b","keyPrefix":"sk-oai-1SAESJDYSLmI...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:30:09 | 201 |    1.914973ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:30:09 | 200 |     536.647µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:30:09 | 200 |     478.582µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:30:09 | 200 |     168.739µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:30:09 | 200 |   18.999523ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:30:09 | 200 |      39.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:12 | 200 |      40.276µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:17 | 200 |      67.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:19 | 200 |      38.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:22 | 200 |      42.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:27 | 200 |      50.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:28 | 200 |     172.158µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:30:28 | 200 |     132.009µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:30:28 | 200 |   27.281137ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:30:29 | 200 |      41.313µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:32 | 200 |       39.59µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:37 | 200 |      41.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:39 | 200 |      40.789µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:30:42.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a548f416-2c89-485f-8f6b-900fad06366a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:30:42.539Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a548f416-2c89-485f-8f6b-900fad06366a","keyPrefix":"sk-oai-1DORjkgrqtLN...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:30:42 | 201 |   11.200957ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:30:42 | 200 |      52.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:47 | 200 |      42.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:49 | 200 |       38.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:52 | 200 |       39.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:57 | 200 |      39.516µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:30:59 | 200 |      39.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:02 | 200 |      69.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:07 | 200 |      40.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:09 | 200 |      48.756µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:12 | 200 |    2.747658ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:12 | 200 |     144.353µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:12 | 200 |     675.921µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:12 | 200 |     504.815µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:12 | 200 |      114.34µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:12 | 200 |   10.227234ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:12 | 200 |      40.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:17 | 200 |      41.048µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:19 | 200 |        38.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:22 | 200 |      39.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:27 | 200 |      38.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:29 | 200 |      38.342µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:29 | 200 |     154.031µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:29 | 200 |   12.573966ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:32 | 200 |      59.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:37 | 200 |      38.285µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:31:38.370Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"122ba507-2f8c-4771-9516-1f3de9654158","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:31:38.370Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"122ba507-2f8c-4771-9516-1f3de9654158","keyPrefix":"sk-oai-RKuUApnBceLV...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:31:38 | 201 |    2.178168ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:39 | 200 |      40.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:42 | 200 |      50.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:46 | 200 |     888.615µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:46 | 200 |      464.98µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:46 | 200 |     117.997µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:46 | 200 |   10.997274ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:31:46.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0ff15cea-d736-41cc-a867-ac838150bb34","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:31:46.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ff15cea-d736-41cc-a867-ac838150bb34","keyPrefix":"sk-oai-E5wDh1lcy5xZ...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:31:46 | 201 |    1.757567ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:47 | 200 |      50.166µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:49 | 200 |       38.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:52 | 200 |       41.76µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:54 | 200 |      951.06µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:54 | 200 |     364.015µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:54 | 200 |     116.759µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:54 | 200 |    7.600949ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:54 | 200 |     452.938µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:54 | 200 |     325.947µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:31:54 | 200 |     106.081µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:31:54 | 200 |    6.242588ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:31:55.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2cc095b9-8650-4c86-a0f0-6ed97f0945ea","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:31:55.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2cc095b9-8650-4c86-a0f0-6ed97f0945ea","keyPrefix":"sk-oai-1Zq5ihYMxAbN...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:31:55 | 201 |    1.902068ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:31:57 | 200 |      39.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:31:59 | 200 |      39.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:02 | 200 |      38.318µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:03 | 200 |      894.22µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:03 | 200 |     395.963µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:03 | 200 |     145.231µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:32:03 | 200 |    9.992621ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:32:07 | 200 |      49.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:09 | 200 |      45.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:12 | 200 |      38.149µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:32:13.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e210dc44-2a26-4297-8ffe-57bf99c578db","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:32:13.072Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e210dc44-2a26-4297-8ffe-57bf99c578db","keyPrefix":"sk-oai-1A920TPjkRqZ...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:32:13 | 201 |    2.050905ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:32:17 | 200 |      39.168µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:19 | 200 |       38.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:21 | 200 |     867.381µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:21 | 200 |     450.441µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:21 | 200 |     142.343µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:32:21 | 200 |     482.849µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:21 | 200 |     181.148µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:32:21 | 200 |    19.90668ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:32:22 | 200 |      38.237µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:27 | 200 |      39.061µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:29 | 200 |      40.597µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:32 | 200 |      62.529µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:32:36.645Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"42317692-16c0-41b8-a5b8-df388f0c0bcb","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:32:36.645Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42317692-16c0-41b8-a5b8-df388f0c0bcb","keyPrefix":"sk-oai-Satw0VwOZoHT...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:32:36 | 201 |    2.034772ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:32:37 | 200 |      43.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:39 | 200 |      37.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:42 | 200 |      38.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:44 | 200 |     719.066µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:44 | 200 |     435.464µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:44 | 200 |     165.976µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:32:44 | 200 |   10.230424ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:32:44 | 200 |     175.445µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:32:44 | 200 |   25.277571ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:32:47 | 200 |      39.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:49 | 200 |      39.165µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:52 | 200 |      38.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:57 | 200 |      37.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:32:59 | 200 |      59.464µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:02 | 200 |     207.947µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:02 | 200 |     174.581µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:02 | 200 |     135.259µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:02 | 200 |   35.572415ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:02 | 200 |      35.871µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:07 | 200 |      49.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:09 | 200 |      37.755µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:12 | 200 |      34.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:17 | 200 |      53.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:19 | 200 |      40.242µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:20 | 200 |     160.777µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:20 | 200 |   12.581584ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:22 | 200 |      57.923µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:27 | 200 |      61.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:29 | 200 |      39.991µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:33:31.543Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d7a9519e-3bf8-44e9-8be0-795c48321e86","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:33:31.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7a9519e-3bf8-44e9-8be0-795c48321e86","keyPrefix":"sk-oai-13cpYCvMLNoX...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:33:31 | 201 |    2.544323ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:32 | 200 |      42.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:37 | 200 |      50.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:39 | 200 |      38.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:39 | 200 |    1.123304ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:33:39 | 200 |     139.489µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:33:40.168Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3dc401b-cdfc-47d0-a993-9c230930c3cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:33:40.168Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3dc401b-cdfc-47d0-a993-9c230930c3cb","keyPrefix":"sk-oai-wsvzmDJzjkqH...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:33:40 | 201 |    1.865347ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:42 | 200 |      45.509µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:47 | 200 |      50.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:48 | 200 |     967.917µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:33:48 | 200 |     465.189µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:33:48 | 200 |     185.918µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:48 | 200 |   12.821664ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:33:48.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"604c0b93-eaf2-4b03-a019-64022bda2576","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:33:48.593Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"604c0b93-eaf2-4b03-a019-64022bda2576","keyPrefix":"sk-oai-Whr9NGjxPijM...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:33:48 | 201 |     1.72525ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:49 | 200 |      37.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:52 | 200 |      42.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:56 | 200 |      925.08µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:33:56 | 200 |     428.009µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:33:56 | 200 |      118.42µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:33:56 | 200 |   10.086463ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:33:57.347Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fc8d3cb4-782e-4579-a5d3-c3aa29c24bd1","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:33:57.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc8d3cb4-782e-4579-a5d3-c3aa29c24bd1","keyPrefix":"sk-oai-1QbIYgFqZ5Pv...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:33:57 | 201 |     1.81346ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:33:57 | 200 |      46.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:33:59 | 200 |      39.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:02 | 200 |      40.374µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:05 | 200 |     817.011µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:34:05 | 200 |     372.489µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:34:05 | 200 |     140.456µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:34:05 | 200 |    9.054371ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:34:07 | 200 |      42.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:09 | 200 |      43.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:12 | 200 |      42.106µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:34:14.549Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5676eba6-90b5-4de0-8d60-68e384d2ee37","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:34:14.550Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5676eba6-90b5-4de0-8d60-68e384d2ee37","keyPrefix":"sk-oai-QJ3r36AUQ757...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:34:14 | 201 |    2.263015ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:34:17 | 200 |      44.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:19 | 200 |      50.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:22 | 200 |      40.702µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:27 | 200 |      48.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:29 | 200 |      40.294µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:30 | 200 |     958.228µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:34:30 | 403 |      91.399µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:34:32 | 200 |      40.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:37 | 200 |      41.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:39 | 200 |      39.486µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:42 | 200 |      93.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:47 | 403 |     199.816µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:34:47 | 200 |      45.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:49 | 200 |      39.471µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:52 | 200 |      46.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:57 | 200 |      40.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:34:59 | 200 |      40.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:02 | 200 |      48.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:04 | 403 |     130.347µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:35:07 | 200 |      48.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:09 | 200 |      38.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:12 | 200 |      36.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:17 | 200 |      50.358µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:19 | 200 |      41.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:22 | 403 |     222.708µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:35:22 | 200 |      46.723µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:27 | 200 |      48.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:29 | 200 |      58.886µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:32 | 200 |      40.044µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:35:36.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30e80bd2-1e1e-489b-aa10-38c39be59bc5","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:35:36.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30e80bd2-1e1e-489b-aa10-38c39be59bc5","keyPrefix":"sk-oai-cOnqN9b2pgJA...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:35:36 | 201 |    2.202571ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:35:37 | 200 |      60.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:39 | 200 |       41.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:42 | 200 |      38.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:44 | 200 |     824.953µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:35:44 | 200 |     450.064µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:35:44 | 200 |     183.835µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:35:44 | 200 |   17.573381ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:35:47 | 200 |      38.612µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:49 | 200 |      39.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:52 | 200 |      40.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:35:57 | 200 |      42.432µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:35:58.573Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"151d99b1-fcc0-4441-9e2a-7abe812c1bbc","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:35:58.573Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"151d99b1-fcc0-4441-9e2a-7abe812c1bbc","keyPrefix":"sk-oai-sXhugKNj1Plh...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:35:58 | 201 |    1.939334ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:35:58.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"feaa4892-f80c-4495-8e73-8c26a5ca0e1e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:35:58.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"feaa4892-f80c-4495-8e73-8c26a5ca0e1e","keyPrefix":"sk-oai-MjI7KTWw25Ls...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:35:58 | 201 |    1.757145ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:35:59 | 200 |      39.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:02 | 200 |      44.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:06 | 200 |     910.045µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:36:06 | 200 |     423.922µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:36:06 | 200 |     151.466µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:06 | 200 |    9.945455ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:36:06 | 200 |     548.364µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:36:06 | 200 |     367.815µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:36:06 | 200 |     122.131µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:06 | 200 |    9.608474ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:36:07 | 200 |      41.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:09 | 200 |      45.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:12 | 200 |      56.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:17 | 200 |       37.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:19 | 200 |       41.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:22 | 200 |      40.359µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:25 | 200 |     169.512µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:25 | 200 |     151.034µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:25 | 200 |     168.136µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:25 | 200 |   37.309858ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:36:27 | 200 |      69.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:29 | 200 |      39.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:32 | 200 |      37.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:37 | 200 |      42.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:39 | 200 |      44.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:42 | 200 |      69.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:43 | 200 |     161.875µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:43 | 200 |   13.245034ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:36:43 | 200 |      172.48µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:36:43 | 200 |   12.940054ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:36:47 | 200 |      42.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:49 | 200 |      39.343µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:52 | 200 |      38.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:57 | 200 |      57.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:36:59 | 200 |      40.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:02 | 200 |      41.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:07 | 200 |       70.12µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:09 | 200 |      40.705µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:37:09.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a48c5f39-796c-459b-9e30-f254e602fd94","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:37:09.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a48c5f39-796c-459b-9e30-f254e602fd94","keyPrefix":"sk-oai-4VrCqP4nMFky...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:37:09 | 201 |    2.339088ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:37:09 | 200 |     657.362µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |     167.271µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:09 | 200 |      475.88µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |     150.288µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:09 | 200 |     432.655µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |     142.722µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:09 | 200 |     454.624µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |     138.799µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:09 | 200 |      454.37µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |     384.542µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:09 | 200 |      135.83µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:09 | 200 |    9.761701ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:37:12 | 200 |      39.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:17 | 200 |      48.276µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:19 | 200 |      45.746µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:22 | 200 |      38.966µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:37:27.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3b890e0b-5c77-4525-87cd-f668cd2a902e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:37:27.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b890e0b-5c77-4525-87cd-f668cd2a902e","keyPrefix":"sk-oai-1BsCksZeRrA9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 19:37:27 | 201 |    2.060573ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:37:27 | 200 |      39.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:27 | 200 |      551.28µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:37:27 | 200 |      157.84µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:37:29 | 200 |      36.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:32 | 200 |      47.651µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:37 | 200 |      38.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:39 | 200 |       37.39µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:42 | 200 |      48.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:47 | 200 |      41.712µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:49 | 200 |      42.606µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:52 | 200 |       46.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:57 | 200 |      39.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:37:59 | 200 |      37.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:38:02 | 200 |      38.056µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:38:07.425Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"dd822d0a-f41a-4c8a-8316-35b25138eef5","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:07.425Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd822d0a-f41a-4c8a-8316-35b25138eef5","keyPrefix":"sk-oai-nrGRjCnCCKsf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:07 | 201 |   15.047682ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:07 | 200 |      55.582µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T19:38:07.983Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a119be8c-9d78-4454-b7a7-59599a73d01c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:07.983Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a119be8c-9d78-4454-b7a7-59599a73d01c","keyPrefix":"sk-oai-1CtIMRlYBo1U...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:07 | 201 |    2.230819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:08.202Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f5ebc2c2-edfa-401e-973f-158008f0799f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:08.202Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5ebc2c2-edfa-401e-973f-158008f0799f","keyPrefix":"sk-oai-1GkaZrRR89DI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:08 | 201 |    1.885397ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:08 | 200 |    1.425474ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:08 | 200 |     459.983µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:08 | 200 |     113.066µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:38:08 | 200 |   11.616069ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:08 | 200 |     481.641µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:08 | 200 |      115.51µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-06T19:38:08.356Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1ff63fe2-d963-4b3f-8b4b-191ec33eea9c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:08.356Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ff63fe2-d963-4b3f-8b4b-191ec33eea9c","keyPrefix":"sk-oai-12oNjU1YCkvT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:08 | 201 |     1.78293ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:08.380Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"1ff63fe2-d963-4b3f-8b4b-191ec33eea9c"}
{"level":"info","timestamp":"2026-06-06T19:38:08.380Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1ff63fe2-d963-4b3f-8b4b-191ec33eea9c","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 19:38:08 | 200 |    3.097336ms |      100.64.0.2 | DELETE   "/v1/api-keys/1ff63fe2-d963-4b3f-8b4b-191ec33eea9c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:09 | 200 |      40.704µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 19:38:11 | 200 |    1.075196ms |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-06T19:38:11.407Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 19:38:11 | 500 |      93.407µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:11.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"89ab26b5-eb43-4886-a49c-65cd7f554a8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:11.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89ab26b5-eb43-4886-a49c-65cd7f554a8c","keyPrefix":"sk-oai-1GL7jkqDwUOw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:11 | 201 |    1.774102ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:11.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"c0444ddf-553f-41d3-8b2f-a2085336bef9","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:11.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0444ddf-553f-41d3-8b2f-a2085336bef9","keyPrefix":"sk-oai-WOlpqzqpbmiX...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:11 | 201 |    1.704939ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:11.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3ee80509-e2a5-4e74-af64-2c05e8d82388","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:11.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ee80509-e2a5-4e74-af64-2c05e8d82388","keyPrefix":"sk-oai-eN5xI7zBoWZ9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:11 | 201 |    1.750763ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:11.822Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"3ee80509-e2a5-4e74-af64-2c05e8d82388"}
{"level":"info","timestamp":"2026-06-06T19:38:11.822Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3ee80509-e2a5-4e74-af64-2c05e8d82388","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 19:38:11 | 200 |    2.524224ms |      100.64.0.2 | DELETE   "/v1/api-keys/3ee80509-e2a5-4e74-af64-2c05e8d82388" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:11 | 404 |     740.299µs |      100.64.0.2 | DELETE   "/v1/api-keys/3ee80509-e2a5-4e74-af64-2c05e8d82388" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:11.934Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a57f137d-c488-48e2-bc9d-7ceff279fd91","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:11.934Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a57f137d-c488-48e2-bc9d-7ceff279fd91","keyPrefix":"sk-oai-1LDnsUm15p3n...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:11 | 201 |    1.770546ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:11 | 200 |     557.932µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:11 | 200 |     430.237µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:11 | 200 |     122.511µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:38:11 | 200 |    9.244921ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:12.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f45a55c1-63f9-4939-98d5-1251450d6f8b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:12.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f45a55c1-63f9-4939-98d5-1251450d6f8b","keyPrefix":"sk-oai-yofk3BfcKzAZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:12 | 201 |    1.708834ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:12 | 200 |     555.391µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 403 |      94.637µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:12 | 200 |     464.464µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |     333.384µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |     136.371µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:38:12 | 200 |   24.727226ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:12.234Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"67c7351e-1d0a-4830-9a82-5aab9988daf9","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:12.234Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67c7351e-1d0a-4830-9a82-5aab9988daf9","keyPrefix":"sk-oai-8mVrIJd8aZT7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:12 | 201 |    1.606414ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:12 | 200 |     524.774µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |      400.87µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |     150.454µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:38:12 | 200 |      9.0299ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:12 | 200 |     460.522µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |     356.983µs |     10.133.0.59 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 19:38:12 | 200 |     114.357µs |     10.133.0.59 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 19:38:12 | 200 |    8.916346ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T19:38:12.387Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9b0891bf-c3e0-466b-999e-218493b1033b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T19:38:12.387Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b0891bf-c3e0-466b-999e-218493b1033b","keyPrefix":"sk-oai-9PqvXIjOEt2Z...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 19:38:12 | 201 |    1.764299ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 19:38:12 | 200 |      62.411µs |      10.133.0.2 | GET      "/health"