{"level":"info","timestamp":"2026-06-02T05:49:05.344Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e8fb7192-20e5-4e4d-b8e1-35e52a6c3e94","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:49:05.344Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8fb7192-20e5-4e4d-b8e1-35e52a6c3e94","keyPrefix":"sk-oai-18JciazbGlzY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:49:05 | 201 |    1.652118ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:49:05 | 200 |     535.275µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:49:05 | 200 |     172.119µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:49:05 | 200 |     470.462µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:49:05 | 200 |     175.803µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:49:07 | 200 |      44.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:12 | 200 |      39.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:13 | 200 |      39.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:17 | 200 |       69.11µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:22 | 200 |      38.789µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T05:49:23.032Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T05:49:23.032Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 05:49:23 | 400 |     262.935µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:49:23 | 200 |      39.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:27 | 200 |      43.767µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:32 | 200 |      38.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:33 | 200 |      38.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:37 | 200 |      45.801µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:49:40.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"836f2bd7-1e5e-4590-94b2-9847d33fb5fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:49:40.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"836f2bd7-1e5e-4590-94b2-9847d33fb5fd","keyPrefix":"sk-oai-1SPgqy6vHXTc...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:49:40 | 201 |   11.022844ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:49:40 | 200 |    1.423128ms |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:49:40 | 200 |     143.058µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:49:42 | 200 |      42.086µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:43 | 200 |      46.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:47 | 200 |      39.724µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:49:49.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d8a3472a-de93-4953-8855-96f41da411d9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:49:49.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8a3472a-de93-4953-8855-96f41da411d9","keyPrefix":"sk-oai-1OpB6ziinMaB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:49:49 | 201 |    2.240259ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:49:52 | 200 |      41.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:53 | 200 |      39.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:49:57 | 200 |      959.14µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:49:57 | 200 |     112.881µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:49:57 | 200 |      26.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:02 | 200 |      40.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:03 | 200 |      41.036µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:07 | 200 |      40.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:12 | 200 |       38.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:13 | 200 |      44.068µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:50:15.117Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a9ca218d-df2f-4e23-8ab6-233489cce922","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:50:15.117Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9ca218d-df2f-4e23-8ab6-233489cce922","keyPrefix":"sk-oai-HVfLnN3xEGzD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:50:15 | 201 |     2.01146ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:50:15 | 200 |     612.942µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:50:15 | 200 |     203.306µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:50:17 | 200 |       40.89µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:22 | 200 |      41.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:23 | 200 |       44.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:27 | 200 |      40.223µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:32 | 200 |       43.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:33 | 200 |      39.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:37 | 200 |      39.072µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:42 | 200 |      41.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:43 | 200 |       43.61µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:47 | 200 |      60.945µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:52 | 200 |      43.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:53 | 200 |      40.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:50:57 | 200 |       38.61µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:02 | 200 |      40.801µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:03 | 200 |      42.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:07 | 200 |      39.639µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:12 | 200 |      42.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:13 | 200 |      39.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:17 | 200 |      53.829µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:22 | 200 |      42.302µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:23 | 200 |      38.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:27 | 200 |      45.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:32 | 200 |      46.973µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:33 | 200 |      39.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:37 | 200 |      39.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:42 | 200 |      39.945µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:43 | 200 |      56.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:47 | 200 |      40.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:52 | 200 |      35.435µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:53 | 200 |      33.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:51:57 | 200 |      33.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:02 | 200 |      33.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:03 | 200 |      33.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:07 | 200 |      33.514µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:12 | 200 |       35.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:13 | 200 |      40.869µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:52:14.806Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"05724159-c5d5-4c34-8c54-3ffd5162208f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:52:14.806Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05724159-c5d5-4c34-8c54-3ffd5162208f","keyPrefix":"sk-oai-8Qmlh9fcCtqF...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:52:14 | 201 |    2.031841ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:52:17 | 200 |      32.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:22 | 200 |      56.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:23 | 200 |      35.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:27 | 200 |        33.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:32 | 200 |      34.723µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:33 | 200 |      42.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:37 | 200 |      48.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:37 | 200 |     943.567µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:52:37 | 200 |     224.933µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:52:38 | 404 |     986.718µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:52:42 | 200 |      60.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:43 | 200 |      38.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:47 | 200 |      39.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:52 | 200 |      32.728µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:53 | 200 |      39.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:52:57 | 200 |      32.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:02 | 200 |      33.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:03 | 200 |      37.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:07 | 200 |      36.036µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:12 | 200 |      36.214µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:13 | 200 |      36.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:17 | 200 |       35.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:22 | 200 |      34.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:23 | 200 |      38.623µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:27 | 200 |      42.825µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:53:30.901Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e9d4a258-abb5-4b85-a3e0-384558bac293","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:53:30.901Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9d4a258-abb5-4b85-a3e0-384558bac293","keyPrefix":"sk-oai-GPX7uaTfJfXy...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:53:30 | 201 |    1.970039ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:53:30 | 200 |     586.143µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:53:30 | 200 |     162.685µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:53:32 | 200 |      36.896µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:33 | 200 |      33.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:37 | 200 |      35.137µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:42 | 200 |      45.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:43 | 200 |      34.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:47 | 200 |      35.358µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:53:50.125Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6862b093-444e-4d3e-ac37-41d35451743d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:53:50.125Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6862b093-444e-4d3e-ac37-41d35451743d","keyPrefix":"sk-oai-1I41yXo2w0IE...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:53:50 | 201 |    2.062267ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:53:50 | 200 |     591.679µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:53:50 | 200 |     203.609µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:53:50 | 200 |     530.324µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:53:50 | 200 |     136.204µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:53:52 | 200 |      63.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:53 | 200 |      43.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:53:57 | 200 |      42.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:02 | 200 |      37.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:03 | 200 |      40.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:07 | 200 |      41.955µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:54:09.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"40173d44-ac3a-4837-8d13-fa95ca866698","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:54:09.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40173d44-ac3a-4837-8d13-fa95ca866698","keyPrefix":"sk-oai-1ILNWEcEPfeh...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:54:09 | 201 |    2.037866ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:54:09 | 200 |     523.683µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:54:09 | 200 |      435.07µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:54:09 | 200 |     147.517µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:54:09 | 200 |   18.859468ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:54:12 | 200 |      48.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:13 | 200 |      48.543µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:17 | 200 |      40.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:22 | 200 |      43.741µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:23 | 200 |      40.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:27 | 200 |      39.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:28 | 200 |     178.119µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:54:28 | 200 |     135.951µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:54:28 | 200 |    22.09066ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:54:32 | 200 |      46.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:33 | 200 |      43.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:37 | 200 |      40.819µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:42 | 200 |      63.382µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:54:42.955Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c2173ff1-feb9-432b-a2b8-0d38751d9292","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:54:42.955Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c2173ff1-feb9-432b-a2b8-0d38751d9292","keyPrefix":"sk-oai-n3TAqmlWC7j1...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:54:42 | 201 |   10.469655ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:54:43 | 200 |      40.704µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:47 | 200 |      39.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:52 | 200 |      41.733µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:53 | 200 |      39.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:54:57 | 200 |      40.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:02 | 200 |      40.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:03 | 200 |      53.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:07 | 200 |       45.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:12 | 200 |      40.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:13 | 200 |    1.562371ms |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:13 | 200 |     155.718µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:13 | 200 |     578.846µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:13 | 200 |     445.378µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:13 | 200 |     137.896µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:13 | 200 |   10.300003ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:13 | 200 |      41.434µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:17 | 200 |       44.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:22 | 200 |       39.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:23 | 200 |      39.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:27 | 200 |      64.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:30 | 200 |     180.477µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:30 | 200 |   12.494401ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:32 | 200 |      47.118µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:33 | 200 |      62.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:37 | 200 |      38.301µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:55:38.863Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a21b7ce-1cc6-4d9a-bbc2-e34f8e478184","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:55:38.863Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a21b7ce-1cc6-4d9a-bbc2-e34f8e478184","keyPrefix":"sk-oai-r2QTPl31uD67...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:55:38 | 201 |     3.62544ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:42 | 200 |      38.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:43 | 200 |      39.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:46 | 200 |     922.864µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:46 | 200 |     498.689µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:46 | 200 |     122.347µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:46 | 200 |    11.07925ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:55:47.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e0bdfc75-b8ba-44a7-9528-eeea7e93c1ec","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:55:47.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e0bdfc75-b8ba-44a7-9528-eeea7e93c1ec","keyPrefix":"sk-oai-1KwcMO0KTl6R...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:55:47 | 201 |    1.697437ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:47 | 200 |      39.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:52 | 200 |      40.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:53 | 200 |      42.621µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:55:55 | 200 |     942.529µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:55 | 200 |     362.935µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:55 | 200 |     143.083µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:55 | 200 |    6.206286ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:55 | 200 |       504.5µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:55 | 200 |     415.496µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:55:55 | 200 |     113.707µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:55:55 | 200 |    6.294887ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:55:56.518Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"423bb3ac-3b5d-4c49-a211-5d31ff138fcc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:55:56.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"423bb3ac-3b5d-4c49-a211-5d31ff138fcc","keyPrefix":"sk-oai-WIMaPWJSwD7k...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:55:56 | 201 |    1.931815ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:55:57 | 200 |      45.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:02 | 200 |      53.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:03 | 200 |      42.446µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:04 | 200 |     808.061µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:04 | 200 |     438.592µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:04 | 200 |     161.531µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:56:04 | 200 |   10.255831ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:56:07 | 200 |      41.181µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:12 | 200 |      42.122µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:56:13.728Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46d47269-2730-4350-9a3d-56b34613d2e0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:56:13.728Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46d47269-2730-4350-9a3d-56b34613d2e0","keyPrefix":"sk-oai-1MQjm3bKBdl4...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:56:13 | 201 |    1.869445ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:56:13 | 200 |      44.783µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:17 | 200 |      43.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:21 | 200 |     833.619µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:21 | 200 |     438.242µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:21 | 200 |     146.867µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:56:21 | 200 |     373.677µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:21 | 200 |     133.068µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:56:21 | 200 |   18.510656ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:56:22 | 200 |      39.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:23 | 200 |      42.258µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:27 | 200 |      40.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:32 | 200 |      50.449µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:33 | 200 |      40.945µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:56:35.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"02acd6c7-39e1-4dca-a348-b549ec4b1718","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:56:35.169Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02acd6c7-39e1-4dca-a348-b549ec4b1718","keyPrefix":"sk-oai-1avTeTGhWxdZ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:56:35 | 201 |    1.886134ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:56:37 | 200 |      41.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:42 | 200 |      59.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:43 | 200 |     785.032µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:43 | 200 |     425.988µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:43 | 200 |     142.506µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:56:43 | 200 |   10.228651ms |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:56:43 | 200 |      121.79µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:56:43 | 200 |   32.742127ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:56:43 | 200 |       39.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:47 | 200 |       42.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:52 | 200 |      38.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:53 | 200 |      40.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:56:57 | 200 |      41.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:01 | 200 |     166.743µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:01 | 200 |     137.507µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:01 | 200 |     128.116µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:01 | 200 |   36.487335ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:02 | 200 |      44.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:03 | 200 |      41.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:07 | 200 |      40.609µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:12 | 200 |      45.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:13 | 200 |      40.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:17 | 200 |      40.877µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:19 | 200 |     171.929µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:19 | 200 |   13.400481ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:22 | 200 |      52.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:23 | 200 |      43.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:27 | 200 |      40.227µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:57:32.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8df46b13-855d-4ee7-a8a4-79eea19bc6d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:57:32.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8df46b13-855d-4ee7-a8a4-79eea19bc6d8","keyPrefix":"sk-oai-TXliwK8YaUF1...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:57:32 | 201 |    2.324255ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:32 | 200 |      42.035µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:33 | 200 |      40.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:37 | 200 |      40.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:40 | 200 |     848.172µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:57:40 | 200 |     149.236µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:57:40.986Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48c7da41-a535-4ed6-b067-89cc5a25c5a6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:57:40.986Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48c7da41-a535-4ed6-b067-89cc5a25c5a6","keyPrefix":"sk-oai-ryXIjNUpjWZ1...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:57:40 | 201 |    1.711966ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:42 | 200 |       48.92µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:43 | 200 |      40.605µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:47 | 200 |      38.929µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:49 | 200 |     891.274µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:57:49 | 200 |     514.129µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:57:49 | 200 |     126.629µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:49 | 200 |    9.800391ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:57:49.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0fffac30-0f7c-483d-8631-3e596f44470a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:57:49.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0fffac30-0f7c-483d-8631-3e596f44470a","keyPrefix":"sk-oai-3ev3nVeR1S5X...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:57:49 | 201 |    1.666828ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:52 | 200 |      41.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:53 | 200 |      40.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:57:57 | 200 |     856.958µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:57:57 | 200 |     459.132µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:57:57 | 200 |     134.676µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:57:57 | 200 |    9.657424ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:57:57 | 200 |      38.254µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:57:58.138Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b27bfb88-970a-49a8-84a6-60942650c38a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:57:58.138Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b27bfb88-970a-49a8-84a6-60942650c38a","keyPrefix":"sk-oai-thycr0Vy2WnW...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:57:58 | 201 |    1.735617ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:58:02 | 200 |      40.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:03 | 200 |      41.744µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:06 | 200 |    1.293961ms |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:58:06 | 200 |      385.95µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:58:06 | 200 |     148.497µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:58:06 | 200 |    9.727321ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:58:07 | 200 |      38.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:12 | 200 |      43.572µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:13 | 200 |      44.371µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:58:15.345Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d658a673-9008-4183-816c-ec12e01b161d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:58:15.345Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d658a673-9008-4183-816c-ec12e01b161d","keyPrefix":"sk-oai-ebRsnkLwMtMd...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:58:15 | 201 |    1.932507ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:58:17 | 200 |      39.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:22 | 200 |      48.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:23 | 200 |      43.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:27 | 200 |      46.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:31 | 200 |     844.191µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:58:31 | 403 |      97.259µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:58:32 | 200 |      41.839µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:33 | 200 |      49.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:37 | 200 |      40.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:42 | 200 |       41.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:43 | 200 |       40.94µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:47 | 200 |       43.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:48 | 403 |     164.058µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:58:52 | 200 |      39.763µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:53 | 200 |      39.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:58:57 | 200 |      44.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:02 | 200 |       51.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:03 | 200 |      39.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:05 | 403 |     145.177µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:59:07 | 200 |      45.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:12 | 200 |      45.671µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:13 | 200 |      40.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:17 | 200 |      47.215µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:22 | 200 |      42.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:23 | 403 |     138.075µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:59:23 | 200 |       44.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:27 | 200 |      39.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:32 | 200 |      39.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:33 | 200 |      42.537µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:59:37.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7033b213-15d6-4330-81d7-c402dba37ca3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:59:37.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7033b213-15d6-4330-81d7-c402dba37ca3","keyPrefix":"sk-oai-5f4jmEkdJ6Tr...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:59:37 | 201 |     2.36096ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:59:37 | 200 |      41.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:42 | 200 |      41.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:43 | 200 |      42.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:45 | 200 |     763.306µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:59:45 | 200 |     414.411µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:59:45 | 200 |     159.313µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:59:45 | 200 |   20.985987ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:59:47 | 200 |       46.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:52 | 200 |      40.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:53 | 200 |      70.779µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:59:57 | 200 |      54.294µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:59:59.722Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"41d9c8b5-4fcd-4215-a92d-2321f263f300","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:59:59.723Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41d9c8b5-4fcd-4215-a92d-2321f263f300","keyPrefix":"sk-oai-i8oBz20AwjCX...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:59:59 | 201 |    3.538135ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:59:59.759Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d20413e0-4d7b-46d2-8692-7db6978bbf55","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:59:59.759Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d20413e0-4d7b-46d2-8692-7db6978bbf55","keyPrefix":"sk-oai-JoM9EnFDzC5T...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:59:59 | 201 |    1.564567ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:02 | 200 |      62.027µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:03 | 200 |      40.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:07 | 200 |     697.503µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:00:07 | 200 |     406.277µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:00:07 | 200 |     160.019µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:07 | 200 |    9.816976ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:07 | 200 |      32.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:07 | 200 |      447.38µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:00:07 | 200 |     343.139µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:00:07 | 200 |     134.531µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:07 | 200 |   11.907011ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:12 | 200 |      39.425µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:13 | 200 |      48.275µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:17 | 200 |      43.551µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:22 | 200 |      40.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:23 | 200 |      42.463µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:24 | 200 |     186.072µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:24 | 200 |     171.051µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:24 | 200 |     161.675µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:24 | 200 |   35.198476ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:27 | 200 |      41.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:32 | 200 |          39µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:33 | 200 |      40.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:37 | 200 |      39.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:42 | 200 |      43.654µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:43 | 200 |      179.05µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:43 | 200 |   11.906189ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:43 | 200 |      152.41µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:00:43 | 200 |   11.284034ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:00:43 | 200 |       40.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:47 | 200 |      42.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:52 | 200 |      41.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:53 | 200 |      50.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:00:57 | 200 |      39.962µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:02 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:03 | 200 |      36.752µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:07 | 200 |      34.914µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T06:01:08.700Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cbe05652-62bb-4d38-9046-ed57b081646a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:01:08.700Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbe05652-62bb-4d38-9046-ed57b081646a","keyPrefix":"sk-oai-jPlG2I6cxWNq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 06:01:08 | 201 |    2.187931ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:01:08 | 200 |     504.862µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     154.547µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:08 | 200 |     428.043µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     138.834µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:08 | 200 |     508.696µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     141.224µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:08 | 200 |     477.457µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     145.348µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:08 | 200 |     407.182µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     403.991µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:08 | 200 |     146.325µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:08 | 200 |   10.039523ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:01:12 | 200 |      39.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:13 | 200 |      41.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:17 | 200 |       34.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:22 | 200 |      40.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:23 | 200 |      38.296µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T06:01:26.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c59c13c2-1011-4dac-bffa-f2e532a1d3d2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:01:26.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c59c13c2-1011-4dac-bffa-f2e532a1d3d2","keyPrefix":"sk-oai-OLJCB8hSkvH9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 06:01:26 | 201 |    1.982067ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:01:27 | 200 |     530.009µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:01:27 | 200 |     163.869µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:01:27 | 200 |      40.021µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:32 | 200 |      39.436µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:33 | 200 |      39.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:37 | 200 |      40.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:42 | 200 |      41.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:43 | 200 |      39.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:47 | 200 |      39.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:52 | 200 |      43.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:53 | 200 |      44.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:01:57 | 200 |      40.342µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:02:02 | 200 |      40.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:02:03 | 200 |      34.372µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T06:02:06.655Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"93465427-d779-4b72-9272-2cb0c915e8ef","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:06.655Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93465427-d779-4b72-9272-2cb0c915e8ef","keyPrefix":"sk-oai-8E3463e5fMg5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:06 | 201 |    12.04827ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:07.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"00926a1d-60de-41eb-a0eb-741c4a2e375a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:07.206Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00926a1d-60de-41eb-a0eb-741c4a2e375a","keyPrefix":"sk-oai-1d4T2gQivApA...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:07 | 201 |    1.985595ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:07.427Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1c71799a-1622-4a82-9221-b5e5901b130a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:07.427Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c71799a-1622-4a82-9221-b5e5901b130a","keyPrefix":"sk-oai-118bBzB1nnyc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:07 | 201 |    1.771828ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:07 | 200 |     1.11227ms |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:07 | 200 |     418.024µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:07 | 200 |     132.846µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:02:07 | 200 |   11.812065ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:07 | 200 |     497.564µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:07 | 200 |     118.718µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T06:02:07.618Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0581cc16-38cc-4847-bc16-bad81c8fc4a8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:07.618Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0581cc16-38cc-4847-bc16-bad81c8fc4a8","keyPrefix":"sk-oai-1Aat9iL2ftLh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:07 | 201 |    1.610573ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:07.647Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0581cc16-38cc-4847-bc16-bad81c8fc4a8"}
{"level":"info","timestamp":"2026-06-02T06:02:07.647Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0581cc16-38cc-4847-bc16-bad81c8fc4a8","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 06:02:07 | 200 |    2.592917ms |      100.64.0.4 | DELETE   "/v1/api-keys/0581cc16-38cc-4847-bc16-bad81c8fc4a8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:07 | 200 |      40.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:02:10 | 200 |     895.822µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T06:02:10.678Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 06:02:10 | 500 |     100.558µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.006Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"914efa47-3b05-4629-aee2-24263eef1746","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.006Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"914efa47-3b05-4629-aee2-24263eef1746","keyPrefix":"sk-oai-f3XAZNQgZYme...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.771645ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.037Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"5f31f70a-b47e-462a-83ba-aef93d404b06","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.037Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f31f70a-b47e-462a-83ba-aef93d404b06","keyPrefix":"sk-oai-hU6HIkHHgU4X...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.586369ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8a908de9-b71f-4c88-8bed-8faa496d37ba","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a908de9-b71f-4c88-8bed-8faa496d37ba","keyPrefix":"sk-oai-xInIhEVIZa8Y...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.642136ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.158Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"8a908de9-b71f-4c88-8bed-8faa496d37ba"}
{"level":"info","timestamp":"2026-06-02T06:02:11.158Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8a908de9-b71f-4c88-8bed-8faa496d37ba","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 06:02:11 | 200 |    2.088562ms |      100.64.0.4 | DELETE   "/v1/api-keys/8a908de9-b71f-4c88-8bed-8faa496d37ba" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 404 |     603.433µs |      100.64.0.3 | DELETE   "/v1/api-keys/8a908de9-b71f-4c88-8bed-8faa496d37ba" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9a7adc80-a1e0-45a4-9df6-2ff55fbff77a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a7adc80-a1e0-45a4-9df6-2ff55fbff77a","keyPrefix":"sk-oai-P3MAe9btx3wR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.581445ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 200 |     467.656µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     398.024µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     115.664µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:02:11 | 200 |    9.569217ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2f82edc1-0ec1-4217-9d55-d074844d1f66","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.407Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f82edc1-0ec1-4217-9d55-d074844d1f66","keyPrefix":"sk-oai-bs3FYEntP4fX...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.672448ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 200 |     460.172µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 403 |     122.538µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 200 |     440.713µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     411.447µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     127.308µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:02:11 | 200 |    9.794787ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"65dd9596-4880-44f9-9663-cf2b12c9d685","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65dd9596-4880-44f9-9663-cf2b12c9d685","keyPrefix":"sk-oai-hSipRejCvu5M...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.650455ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 200 |     448.646µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     383.366µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     111.469µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:02:11 | 200 |   10.051043ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:11 | 200 |     555.455µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     346.923µs |     10.133.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 06:02:11 | 200 |     106.735µs |     10.133.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 06:02:11 | 200 |    9.538953ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T06:02:11.730Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e9039123-d4af-4d69-9c58-2923fa8cdbac","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T06:02:11.730Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9039123-d4af-4d69-9c58-2923fa8cdbac","keyPrefix":"sk-oai-PzukGbuaL862...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 06:02:11 | 201 |    1.780626ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 06:02:12 | 200 |      36.318µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 06:02:13 | 200 |      33.774µs |      10.133.0.2 | GET      "/health"