{"level":"info","timestamp":"2026-06-08T12:30:07.295Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 12:30:07 | 200 |     988.738µs |     10.134.0.48 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 12:30:08 | 200 |      41.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:08 | 200 |      30.413µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:13 | 200 |       41.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:18 | 200 |      39.716µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:18 | 200 |      32.696µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:30:21.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a735cd33-c48a-4d36-b588-fb31183cbafa","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:30:21.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a735cd33-c48a-4d36-b588-fb31183cbafa","keyPrefix":"sk-oai-H6g0GflN2WHt...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:30:21 | 201 |    2.590404ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:30:21 | 200 |     526.679µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:30:21 | 200 |     253.238µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:30:23 | 200 |      38.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:28 | 200 |      39.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:28 | 200 |      30.854µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:33 | 200 |      38.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:38 | 200 |      41.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:38 | 200 |      32.363µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:30:38.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"92e73aba-36c4-48e4-a018-bba9ad4c08f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:30:38.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92e73aba-36c4-48e4-a018-bba9ad4c08f3","keyPrefix":"sk-oai-8DXfvwZfQG0S...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:30:38 | 201 |    1.614398ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:30:38.648Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a2d5ce8b-918c-4fe4-9dfa-cc0bb438ed0f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:30:38.648Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2d5ce8b-918c-4fe4-9dfa-cc0bb438ed0f","keyPrefix":"sk-oai-xEaGEfDpzBYc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:30:38 | 201 |    1.374761ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:30:38 | 200 |     755.869µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:30:38 | 200 |     370.505µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:30:38 | 200 |      748.09µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:30:38 | 200 |     250.957µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:30:43 | 200 |      41.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:48 | 200 |      42.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:48 | 200 |      30.631µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:53 | 200 |      50.609µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T12:30:56.348Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T12:30:56.348Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 12:30:56 | 400 |     298.209µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:30:58 | 200 |      42.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:30:58 | 200 |      31.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:03 | 200 |      36.236µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:08 | 200 |      40.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:08 | 200 |      46.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:13 | 200 |      37.001µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:31:13.768Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a5803868-7d43-4df6-bae4-831174e37bd5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:31:13.768Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5803868-7d43-4df6-bae4-831174e37bd5","keyPrefix":"sk-oai-yV7IXQfB6QDY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:31:13 | 201 |   10.664747ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:31:13 | 200 |    1.629158ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:31:13 | 200 |      167.39µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:31:18 | 200 |      37.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:18 | 200 |      39.629µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:31:22.890Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a9c33eef-0503-4c9f-992a-d30a1656290f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:31:22.890Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9c33eef-0503-4c9f-992a-d30a1656290f","keyPrefix":"sk-oai-AiXwsN4yNT3k...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:31:22 | 201 |    1.635584ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:31:23 | 200 |      37.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:28 | 200 |      35.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:28 | 200 |      30.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:31 | 200 |    1.091741ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:31:31 | 200 |     119.727µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:31:33 | 200 |      39.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:38 | 200 |      41.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:38 | 200 |      36.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:43 | 200 |       38.31µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:48 | 200 |      39.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:48 | 200 |      34.312µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:31:48.454Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1cdd808a-5573-41c6-8f3b-d78692abe9db","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:31:48.454Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1cdd808a-5573-41c6-8f3b-d78692abe9db","keyPrefix":"sk-oai-1Fu3fjgpNOyb...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:31:48 | 201 |    1.633484ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:31:48 | 200 |     544.416µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:31:48 | 200 |     143.589µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:31:53 | 200 |      38.303µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:58 | 200 |      42.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:31:58 | 200 |      34.779µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:03 | 200 |      42.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:08 | 200 |      36.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:08 | 200 |      35.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:13 | 200 |      37.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:18 | 200 |      39.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:18 | 200 |      34.177µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:23 | 200 |      37.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:28 | 200 |      37.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:28 | 200 |      29.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:33 | 200 |      39.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:38 | 200 |      35.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:38 | 200 |      29.817µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:43 | 200 |      36.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:48 | 200 |      38.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:48 | 200 |      33.756µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:53 | 200 |      44.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:58 | 200 |      39.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:32:58 | 200 |      29.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:03 | 200 |      37.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:08 | 200 |      39.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:08 | 200 |      34.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:13 | 200 |      36.592µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:18 | 200 |      41.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:18 | 200 |      32.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:23 | 200 |      38.834µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:28 | 200 |      39.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:28 | 200 |      35.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:33 | 200 |      40.458µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:38 | 200 |      44.502µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:38 | 200 |      38.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:43 | 200 |      44.573µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:33:47.969Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"06cb741e-f399-470a-935a-5408efc7bc8d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:33:47.969Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06cb741e-f399-470a-935a-5408efc7bc8d","keyPrefix":"sk-oai-HBve20ULktSd...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:33:47 | 201 |    1.716378ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:33:48 | 200 |      35.562µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:48 | 200 |      39.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:53 | 200 |      35.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:58 | 200 |      39.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:33:58 | 200 |      32.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:03 | 200 |      39.975µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:08 | 200 |       37.09µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:08 | 200 |        37.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:10 | 200 |     968.526µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:34:10 | 200 |     178.471µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:34:10 | 404 |    1.035119ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:34:13 | 200 |      37.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:18 | 200 |      39.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:18 | 200 |      30.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:23 | 200 |      38.575µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:28 | 200 |      39.438µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:28 | 200 |      34.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:33 | 200 |      39.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:38 | 200 |      39.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:38 | 200 |      28.246µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:43 | 200 |       34.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:48 | 200 |      60.217µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:48 | 200 |      32.181µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:53 | 200 |      33.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:58 | 200 |      41.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:34:58 | 200 |      36.458µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:35:01.199Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5450e421-6fe8-4a3a-98fd-616a4ef11daf","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:35:01.199Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5450e421-6fe8-4a3a-98fd-616a4ef11daf","keyPrefix":"sk-oai-1C4Rpc0yBrZu...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:35:01 | 201 |    1.610003ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:35:01 | 200 |     722.713µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:35:01 | 200 |     251.179µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:03 | 200 |      35.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:08 | 200 |      39.252µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:08 | 200 |      29.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:13 | 200 |      31.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:18 | 200 |      32.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:18 | 200 |      28.364µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:35:20.450Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ee97fe0f-a544-4d8a-a4f3-eca5fa73e5b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:35:20.450Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee97fe0f-a544-4d8a-a4f3-eca5fa73e5b3","keyPrefix":"sk-oai-P5o9Z8hJaLOT...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:35:20 | 201 |    1.551883ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:35:20 | 200 |     673.986µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:35:20 | 200 |     132.886µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:20 | 200 |     583.841µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:35:20 | 200 |     258.232µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:23 | 200 |      35.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:28 | 200 |      41.195µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:28 | 200 |      32.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:33 | 200 |      34.614µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:38 | 200 |      33.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:38 | 200 |       25.02µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:35:39.970Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6ab7f0bb-75d9-4ff5-af49-e99c57816883","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:35:39.970Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ab7f0bb-75d9-4ff5-af49-e99c57816883","keyPrefix":"sk-oai-1ErEutujcMtA...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:35:39 | 201 |    2.406832ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:35:39 | 200 |     590.935µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:35:40 | 200 |     482.918µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:35:40 | 200 |     189.876µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:40 | 200 |   17.724049ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:35:43 | 200 |      32.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:48 | 200 |      33.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:48 | 200 |      26.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:53 | 200 |      32.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:58 | 200 |      32.251µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:58 | 200 |      32.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:35:59 | 200 |     138.602µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:59 | 200 |     125.835µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:35:59 | 200 |   20.755759ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:36:03 | 200 |      32.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:08 | 200 |      32.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:08 | 200 |      31.417µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:36:11.183Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6ec60d0f-7462-4d69-b9d0-a8b1cdef6ec4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:36:11.183Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ec60d0f-7462-4d69-b9d0-a8b1cdef6ec4","keyPrefix":"sk-oai-yqK6IXJHqm62...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:36:11 | 201 |    1.537008ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:36:13 | 200 |      33.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:18 | 200 |      32.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:18 | 200 |      33.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:23 | 200 |      31.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:28 | 200 |      38.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:28 | 200 |      52.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:33 | 200 |      43.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:38 | 200 |      37.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:38 | 200 |      34.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:41 | 200 |   10.414893ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:36:41 | 200 |      160.36µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:36:41 | 200 |      634.82µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:36:41 | 200 |     458.422µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:36:41 | 200 |     103.421µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:36:41 | 200 |   10.160131ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:36:43 | 200 |      38.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:48 | 200 |      38.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:48 | 200 |      36.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:53 | 200 |      38.382µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:58 | 200 |      37.758µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:58 | 200 |      32.475µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:36:58 | 200 |     354.182µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:36:58 | 200 |   14.534225ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:03 | 200 |      39.455µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:37:07.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"037bab6e-abdd-4801-b2ce-f2ae81eb6f42","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:37:07.053Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"037bab6e-abdd-4801-b2ce-f2ae81eb6f42","keyPrefix":"sk-oai-gpdBVFmfwpkV...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:37:07 | 201 |    1.831359ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:08 | 200 |      41.625µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:08 | 200 |      65.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:13 | 200 |      37.655µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:15 | 200 |    1.151653ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:15 | 200 |     761.489µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:15 | 200 |     378.652µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:15 | 200 |   10.526372ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:37:15.618Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"429f0fc7-69e0-4f53-86c7-6a12447cfaea","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:37:15.618Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"429f0fc7-69e0-4f53-86c7-6a12447cfaea","keyPrefix":"sk-oai-1X3mJCQr8cU8...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:37:15 | 201 |    1.344146ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:18 | 200 |      38.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:18 | 200 |       28.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:23 | 200 |      39.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:23 | 200 |    1.145001ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:23 | 200 |     639.465µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:23 | 200 |     350.173µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:23 | 200 |    7.225924ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:23 | 200 |     685.726µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:23 | 200 |      605.24µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:23 | 200 |     340.664µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:23 | 200 |    7.280958ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:37:24.673Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9e23059e-186a-43b3-ad16-11985417d663","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:37:24.673Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e23059e-186a-43b3-ad16-11985417d663","keyPrefix":"sk-oai-vfQ2NwcV3Ug5...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:37:24 | 201 |    1.302246ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:28 | 200 |      38.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:28 | 200 |      36.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:32 | 200 |    1.085805ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:32 | 200 |     669.702µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:32 | 200 |     367.748µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:32 | 200 |   10.262205ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:33 | 200 |      38.422µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:38 | 200 |      39.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:38 | 200 |      34.566µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:37:41.911Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2c7dc5de-3f23-4960-b2a9-a1857270cb8e","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:37:41.911Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c7dc5de-3f23-4960-b2a9-a1857270cb8e","keyPrefix":"sk-oai-12T1O93SxTZ5...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:37:41 | 201 |    1.907882ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:43 | 200 |      40.011µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:48 | 200 |      38.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:48 | 200 |      36.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:49 | 200 |     904.783µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:49 | 200 |     501.522µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:49 | 200 |     200.506µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:49 | 200 |     399.236µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:37:49 | 200 |     147.361µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:37:49 | 200 |   19.374134ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:37:53 | 200 |      63.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:58 | 200 |      35.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:37:58 | 200 |      47.243µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:38:01.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fae48894-d05f-489b-85fa-be65f88f3785","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:38:01.262Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fae48894-d05f-489b-85fa-be65f88f3785","keyPrefix":"sk-oai-RYmnptMpxrwd...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:38:01 | 201 |    3.155746ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:38:03 | 200 |      41.214µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:08 | 200 |      38.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:08 | 200 |      36.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:09 | 200 |     982.913µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:38:09 | 200 |     501.226µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:38:09 | 200 |     129.406µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:09 | 200 |   10.468738ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:38:09 | 200 |     134.204µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:09 | 200 |   33.413007ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:38:13 | 200 |      37.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:18 | 200 |      38.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:18 | 200 |      33.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:23 | 200 |      38.387µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:23 | 200 |     162.574µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:23 | 200 |     169.988µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:23 | 200 |     146.885µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:23 | 200 |   39.830358ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:38:28 | 200 |       38.68µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:28 | 200 |      57.181µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:33 | 200 |      43.006µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:38 | 200 |      51.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:38 | 200 |      37.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:40 | 200 |     157.899µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:38:40 | 200 |   12.900396ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:38:43 | 200 |      37.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:48 | 200 |      40.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:48 | 200 |       35.02µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:38:52.123Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"810182c7-afd5-4b13-85a3-6dd39a4a3044","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:38:52.124Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"810182c7-afd5-4b13-85a3-6dd39a4a3044","keyPrefix":"sk-oai-1AEiErmPKwsx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:38:52 | 201 |    1.891481ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:38:53 | 200 |      38.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:58 | 200 |      39.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:38:58 | 200 |      37.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:00 | 200 |      921.54µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:00 | 200 |     131.075µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:39:00.757Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"89872691-5606-4b2c-b841-555e48b39d71","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:39:00.757Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89872691-5606-4b2c-b841-555e48b39d71","keyPrefix":"sk-oai-1bTQ705IzlZb...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:39:00 | 201 |    1.252299ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:03 | 200 |      39.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:08 | 200 |      39.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:08 | 200 |      56.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:08 | 200 |    1.220314ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:08 | 200 |     657.553µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:08 | 200 |     240.571µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:39:08 | 200 |   12.204232ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:39:09.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"88dfaf60-a0f4-4af7-86d6-321dd36f94ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:39:09.187Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88dfaf60-a0f4-4af7-86d6-321dd36f94ab","keyPrefix":"sk-oai-13WYmFPlcsXc...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:39:09 | 201 |    1.341102ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:13 | 200 |      38.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:17 | 200 |    1.192518ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:17 | 200 |     751.007µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:17 | 200 |     335.596µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:39:17 | 200 |   11.155059ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:39:17.952Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d1ab17ee-98a5-4e91-a422-4a1f92dd13f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:39:17.952Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d1ab17ee-98a5-4e91-a422-4a1f92dd13f4","keyPrefix":"sk-oai-1E1395yhkkhB...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:39:17 | 201 |    1.304768ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:18 | 200 |      45.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:18 | 200 |      44.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:23 | 200 |      48.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:25 | 200 |    1.040947ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:25 | 200 |     519.363µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:25 | 200 |     943.355µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:39:26 | 200 |   11.515842ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:28 | 200 |      44.612µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:28 | 200 |      34.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:33 | 200 |      39.049µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:39:35.192Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e503fce3-96d4-4365-99f9-d0bb6d1ac28f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:39:35.192Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e503fce3-96d4-4365-99f9-d0bb6d1ac28f","keyPrefix":"sk-oai-1bp8nIaLi5C7...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:39:35 | 201 |    1.922884ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:38 | 200 |      43.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:38 | 200 |      35.358µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:43 | 200 |      38.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:48 | 200 |       38.33µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:48 | 200 |      46.231µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:51 | 200 |    1.110072ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:39:51 | 403 |     100.243µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:39:53 | 200 |      37.499µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:58 | 200 |      50.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:39:58 | 200 |      31.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:03 | 200 |      39.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:08 | 200 |       41.66µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:08 | 200 |      32.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:08 | 403 |     152.424µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:40:13 | 200 |      40.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:18 | 200 |      37.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:18 | 200 |      37.789µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:23 | 200 |      37.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:25 | 403 |     116.073µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:40:28 | 200 |       37.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:28 | 200 |      33.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:33 | 200 |      49.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:38 | 200 |      45.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:38 | 200 |      32.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:43 | 403 |     144.762µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:40:43 | 200 |      42.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:48 | 200 |      41.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:48 | 200 |      32.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:53 | 200 |      38.953µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:40:55.163Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7b152630-a11b-45e0-ac84-e588cf97730a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:40:55.163Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b152630-a11b-45e0-ac84-e588cf97730a","keyPrefix":"sk-oai-kZ52CZmqT1rF...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:40:55 | 201 |    1.916723ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:40:58 | 200 |      37.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:40:58 | 200 |      28.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:03 | 200 |    1.185542ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:03 | 200 |     486.462µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:03 | 200 |     142.995µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:03 | 200 |      58.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:03 | 200 |   20.551964ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:08 | 200 |      43.348µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:08 | 200 |      30.942µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:13 | 200 |      34.714µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:41:15.371Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9fd60b7a-fb30-4a75-9fc2-ae55427cc1eb","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:41:15.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9fd60b7a-fb30-4a75-9fc2-ae55427cc1eb","keyPrefix":"sk-oai-12xJMsaRAXTc...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:41:15 | 201 |    1.584247ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:41:15.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5996f8dc-4a0a-40ab-ba28-62dbbd582f3f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:41:15.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5996f8dc-4a0a-40ab-ba28-62dbbd582f3f","keyPrefix":"sk-oai-1estG9DVLE9K...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:41:15 | 201 |    1.329567ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:18 | 200 |      31.754µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:18 | 200 |      30.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:23 | 200 |      33.336µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:23 | 200 |     811.878µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:23 | 200 |     400.359µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:23 | 200 |     217.086µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:23 | 200 |   10.423732ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:23 | 200 |     540.404µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:23 | 200 |     412.543µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:41:23 | 200 |     200.732µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:23 | 200 |   12.771921ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:28 | 200 |       32.22µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:28 | 200 |      23.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:33 | 200 |      38.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:37 | 200 |       215.7µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:37 | 200 |     181.339µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:38 | 200 |     214.498µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:38 | 200 |   42.814045ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:38 | 200 |      25.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:38 | 200 |      20.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:43 | 200 |       32.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:48 | 200 |      33.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:48 | 200 |      30.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:52 | 200 |     231.074µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:52 | 200 |   14.673521ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:52 | 200 |     165.195µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:41:52 | 200 |   15.860879ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:41:53 | 200 |      31.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:58 | 200 |       33.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:41:58 | 200 |      25.121µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:03 | 200 |      33.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:08 | 200 |      32.895µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:08 | 200 |      26.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:13 | 200 |      31.911µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:18 | 200 |      31.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:18 | 200 |      27.246µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:42:18.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cfac1ec7-74ca-4458-a6aa-f608511d17ec","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:42:18.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfac1ec7-74ca-4458-a6aa-f608511d17ec","keyPrefix":"sk-oai-1e95RIMrCxsp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 12:42:18 | 201 |    1.972956ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:42:18 | 200 |     686.447µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:18 | 200 |     174.441µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:42:18 | 200 |     610.312µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:18 | 200 |     161.851µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:42:18 | 200 |     472.611µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:18 | 200 |     117.262µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:42:18 | 200 |     561.334µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:18 | 200 |     405.025µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:18 | 200 |     170.262µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:42:18 | 200 |   12.030263ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:42:23 | 200 |      32.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:28 | 200 |      31.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:28 | 200 |      35.757µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:33 | 200 |      37.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:38 | 200 |      38.925µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:38 | 200 |      34.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:43 | 200 |      38.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:48 | 200 |      41.716µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:48 | 200 |      32.015µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:53 | 200 |      41.251µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T12:42:56.065Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"597cce90-67d9-400e-bd79-50432b733a3c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:42:56.065Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"597cce90-67d9-400e-bd79-50432b733a3c","keyPrefix":"sk-oai-1U3FQVISVb06...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:42:56 | 201 |    1.757423ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:42:56.592Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d7719120-164d-413b-8283-d7b8afe84771","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:42:56.592Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7719120-164d-413b-8283-d7b8afe84771","keyPrefix":"sk-oai-1R7lo1pAfJJL...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 12:42:56 | 201 |    1.320011ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:42:56.810Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9c3e3f8e-beb6-4935-9f7f-8a5af2463254","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:42:56.810Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c3e3f8e-beb6-4935-9f7f-8a5af2463254","keyPrefix":"sk-oai-jcTMkigBqvyf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:42:56 | 201 |    1.170074ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:42:56 | 200 |     531.473µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:56 | 200 |     385.283µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:56 | 200 |     120.194µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:42:56 | 200 |   10.230924ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:42:56 | 200 |     442.672µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:42:56 | 200 |      108.62µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T12:42:56.960Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"be1791f9-a692-40d2-802c-08a215eb4740","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:42:56.960Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be1791f9-a692-40d2-802c-08a215eb4740","keyPrefix":"sk-oai-104xOWI3brdf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:42:56 | 201 |    1.138819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:42:56.996Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"be1791f9-a692-40d2-802c-08a215eb4740"}
{"level":"info","timestamp":"2026-06-08T12:42:56.996Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"be1791f9-a692-40d2-802c-08a215eb4740","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 12:42:56 | 200 |    2.574753ms |      100.64.0.2 | DELETE   "/v1/api-keys/be1791f9-a692-40d2-802c-08a215eb4740" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:42:58 | 200 |       39.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:42:58 | 200 |       30.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 12:43:00 | 200 |     986.571µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T12:43:00.026Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 12:43:00 | 500 |      94.149µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.314Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a39408e4-8ac5-4cfd-9c09-a28b0a2c9eff","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.314Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a39408e4-8ac5-4cfd-9c09-a28b0a2c9eff","keyPrefix":"sk-oai-IffOoLCbTi5P...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |     1.27808ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.339Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6b2f5595-658d-4383-a261-76829487a1dc","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.339Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b2f5595-658d-4383-a261-76829487a1dc","keyPrefix":"sk-oai-1ah5z1ghAkJE...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |    1.141678ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.433Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0451d45f-11e9-42e3-9f27-c169135b68a9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.433Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0451d45f-11e9-42e3-9f27-c169135b68a9","keyPrefix":"sk-oai-mlq6dlmkBdqW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |    1.151709ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.458Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0451d45f-11e9-42e3-9f27-c169135b68a9"}
{"level":"info","timestamp":"2026-06-08T12:43:00.458Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0451d45f-11e9-42e3-9f27-c169135b68a9","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 12:43:00 | 200 |    2.163785ms |      100.64.0.3 | DELETE   "/v1/api-keys/0451d45f-11e9-42e3-9f27-c169135b68a9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 404 |     863.915µs |      100.64.0.2 | DELETE   "/v1/api-keys/0451d45f-11e9-42e3-9f27-c169135b68a9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.582Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2b30fa8c-1a5b-4c93-9b9c-65b23532aab8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.582Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b30fa8c-1a5b-4c93-9b9c-65b23532aab8","keyPrefix":"sk-oai-180g6W0o4dCL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |    1.159446ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 200 |     562.262µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     430.355µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     167.623µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:43:00 | 200 |    9.800443ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e532e2d7-d2a4-4c5a-8e3e-e03a29d3639d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e532e2d7-d2a4-4c5a-8e3e-e03a29d3639d","keyPrefix":"sk-oai-JVyWLU1Rwlpl...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |    1.193524ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 200 |     526.064µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 403 |      76.893µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 200 |     471.891µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     418.185µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     175.489µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:43:00 | 200 |   11.108223ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:00.853Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0cd0cbef-0c48-4916-af5f-6ec48c6dbb18","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:00.853Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0cd0cbef-0c48-4916-af5f-6ec48c6dbb18","keyPrefix":"sk-oai-108Q1VO56Z7a...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:00 | 201 |    1.222833ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 200 |     494.692µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     461.482µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |      95.119µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:43:00 | 200 |    9.294862ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:00 | 200 |     470.338µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     431.407µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 12:43:00 | 200 |     147.006µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 12:43:00 | 200 |    9.099408ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T12:43:01.019Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f1587a5d-6c8a-413f-b600-c19308f74efa","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T12:43:01.019Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1587a5d-6c8a-413f-b600-c19308f74efa","keyPrefix":"sk-oai-yXqkONm6w4HH...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 12:43:01 | 201 |    1.145346ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 12:43:03 | 200 |      37.847µs |      10.133.0.2 | GET      "/health"