[GIN] 2026/06/03 - 21:55:24 | 200 |     200.152µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:55:24 | 200 |      617.66µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:55:24 | 200 |     171.744µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:55:25 | 200 |      54.666µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:29 | 200 |      50.383µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:34 | 200 |      41.135µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:35 | 200 |      44.499µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:39 | 200 |      45.144µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T21:55:42.414Z","caller":"api_keys/service.go:137","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T21:55:42.414Z","caller":"api_keys/handler.go:199","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:199\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 21:55:42 | 400 |     271.928µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:55:44 | 200 |      41.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:45 | 200 |      49.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:49 | 200 |      50.381µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:54 | 200 |      40.972µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:55 | 200 |      44.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:55:59 | 200 |      42.359µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:55:59.809Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"784d59e5-c04b-42b8-a7a8-73862a177017","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:55:59.809Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"784d59e5-c04b-42b8-a7a8-73862a177017","keyPrefix":"sk-oai-D87CnCTzo1DP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:55:59 | 201 |    2.136552ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:55:59 | 200 |     608.847µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:55:59 | 200 |     158.093µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:56:04 | 200 |      50.617µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:05 | 200 |       41.22µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:56:08.867Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5fcc18df-0f3a-47a9-a0ac-b1141cd77f8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:56:08.867Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5fcc18df-0f3a-47a9-a0ac-b1141cd77f8c","keyPrefix":"sk-oai-FgH82l9PAl2M...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:56:08 | 201 |    2.287074ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:56:09 | 200 |      38.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:14 | 200 |      44.305µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:15 | 200 |      47.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:17 | 200 |     803.753µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:56:17 | 200 |     127.231µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:56:19 | 200 |      40.702µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:24 | 200 |      43.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:25 | 200 |      43.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:29 | 200 |      44.213µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:56:34.391Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c605b8f-ffbd-48cf-8036-bcdc702389a5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:56:34.391Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4c605b8f-ffbd-48cf-8036-bcdc702389a5","keyPrefix":"sk-oai-uAXiGVGXcGRP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:56:34 | 201 |    2.133469ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:56:34 | 200 |      44.259µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:34 | 200 |     638.463µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:56:34 | 200 |     167.685µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:56:35 | 200 |      40.672µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:39 | 200 |       41.45µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:44 | 200 |      39.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:45 | 200 |      40.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:49 | 200 |      43.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:54 | 200 |      41.469µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:55 | 200 |      45.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:56:59 | 200 |      36.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:04 | 200 |      44.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:05 | 200 |      34.943µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:09 | 200 |      34.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:14 | 200 |      35.324µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:15 | 200 |      32.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:19 | 200 |      41.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:24 | 200 |      36.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:25 | 200 |      37.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:29 | 200 |      34.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:34 | 200 |      38.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:35 | 200 |      38.066µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:39 | 200 |      34.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:44 | 200 |      32.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:45 | 200 |      32.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:49 | 200 |      50.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:54 | 200 |      39.603µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:55 | 200 |      58.317µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:57:59 | 200 |       40.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:04 | 200 |      31.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:05 | 200 |      34.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:09 | 200 |      37.179µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:14 | 200 |       33.63µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:15 | 200 |      37.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:19 | 200 |      41.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:24 | 200 |      33.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:25 | 200 |      33.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:29 | 200 |      32.237µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:58:33.886Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f65785ee-5ace-4a3d-853c-4a99bea2ac4c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:58:33.886Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f65785ee-5ace-4a3d-853c-4a99bea2ac4c","keyPrefix":"sk-oai-1bs7d41Ymeir...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:58:33 | 201 |    2.068848ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:58:34 | 200 |      39.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:35 | 200 |      36.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:39 | 200 |      36.064µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:44 | 200 |      36.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:45 | 200 |      33.673µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:49 | 200 |       33.76µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:54 | 200 |      37.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:55 | 200 |       37.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:58:58 | 200 |     832.113µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:58:58 | 200 |     287.147µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:58:59 | 404 |      1.0443ms |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:58:59 | 200 |      50.723µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:04 | 200 |      40.995µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:05 | 200 |        41.8µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:09 | 200 |      37.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:14 | 200 |      39.276µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:15 | 200 |      37.706µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:19 | 200 |      39.373µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:24 | 200 |      45.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:25 | 200 |      40.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:29 | 200 |      40.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:34 | 200 |      40.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:35 | 200 |      48.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:39 | 200 |      49.463µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:44 | 200 |      39.929µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:45 | 200 |      40.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:49 | 200 |      44.668µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T21:59:51.328Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bdb28c84-ab35-4489-865b-46afc9b08439","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T21:59:51.328Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bdb28c84-ab35-4489-865b-46afc9b08439","keyPrefix":"sk-oai-1KYTBo4GM3xL...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 21:59:51 | 201 |    2.159343ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 21:59:51 | 200 |     503.554µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 21:59:51 | 200 |     261.262µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 21:59:54 | 200 |      37.603µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:55 | 200 |      40.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 21:59:59 | 200 |      39.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:04 | 200 |      56.289µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:05 | 200 |      43.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:09 | 200 |      36.507µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:00:10.070Z","caller":"api_keys/service.go:312","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 22:00:10 | 200 |    1.133371ms |     10.133.0.42 | POST     "/internal/v1/api-keys/cleanup"
{"level":"info","timestamp":"2026-06-03T22:00:10.558Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0fb2480c-8228-4f0e-8ad3-db4e885d4368","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:00:10.558Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"0fb2480c-8228-4f0e-8ad3-db4e885d4368","keyPrefix":"sk-oai-AcGyZJov7je4...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:00:10 | 201 |    1.668592ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:00:10 | 200 |     495.128µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:00:10 | 200 |       140.7µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:00:10 | 200 |     592.323µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:00:10 | 200 |      140.15µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:00:14 | 200 |      39.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:15 | 200 |      43.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:19 | 200 |      49.502µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:24 | 200 |      42.861µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:25 | 200 |      39.111µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:29 | 200 |       38.02µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:00:30.041Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4e883da3-1471-43ab-a7ff-af81abcdb8af","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:00:30.041Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4e883da3-1471-43ab-a7ff-af81abcdb8af","keyPrefix":"sk-oai-1Wxan0tHLjlH...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:00:30 | 201 |   11.029839ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:00:30 | 200 |     1.57979ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:00:30 | 200 |     586.479µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:00:30 | 200 |     258.538µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:00:30 | 200 |   20.635692ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:00:34 | 200 |      39.917µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:35 | 200 |      39.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:39 | 200 |      53.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:44 | 200 |      44.057µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:45 | 200 |      41.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:49 | 200 |     213.783µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:00:49 | 200 |     189.967µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:00:49 | 200 |   20.556107ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:00:49 | 200 |      45.292µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:54 | 200 |      36.517µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:55 | 200 |      42.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:00:59 | 200 |      41.467µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:01:03.354Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"10588ca6-e128-4c2f-a847-645dacc1ecee","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:01:03.354Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"10588ca6-e128-4c2f-a847-645dacc1ecee","keyPrefix":"sk-oai-LbBgzN9JVgXU...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:01:03 | 201 |    2.103529ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:01:04 | 200 |      38.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:05 | 200 |      37.718µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:09 | 200 |      42.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:14 | 200 |      42.704µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:15 | 200 |      57.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:19 | 200 |      59.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:24 | 200 |      48.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:25 | 200 |      42.631µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:29 | 200 |      43.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:33 | 200 |    1.087409ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:01:33 | 200 |     276.036µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:01:33 | 200 |     592.736µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:01:33 | 200 |     546.608µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:01:33 | 200 |     225.651µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:01:33 | 200 |    10.19854ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:01:34 | 200 |      44.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:35 | 200 |      43.984µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:39 | 200 |       44.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:44 | 200 |       39.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:45 | 200 |      41.872µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:49 | 200 |      56.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:50 | 200 |     147.508µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:01:50 | 200 |   13.832177ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:01:54 | 200 |      39.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:01:55 | 200 |      40.724µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:01:59.223Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"73aa6355-9d7f-4787-a723-e9388546d051","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:01:59.223Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"73aa6355-9d7f-4787-a723-e9388546d051","keyPrefix":"sk-oai-axlusVzmMIk6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:01:59 | 201 |    2.732567ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:01:59 | 200 |      42.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:04 | 200 |      38.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:05 | 200 |       59.87µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:07 | 200 |     885.163µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:07 | 200 |     375.225µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:07 | 200 |     112.326µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:07 | 200 |    9.505502ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:02:07.780Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7483445e-d5db-4edd-932e-4a447683f1c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:02:07.780Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"7483445e-d5db-4edd-932e-4a447683f1c0","keyPrefix":"sk-oai-111bt3719wZw...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:02:07 | 201 |    1.821406ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:09 | 200 |      40.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:14 | 200 |       37.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:15 | 200 |      35.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:15 | 200 |     843.894µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:15 | 200 |     377.335µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:15 | 200 |     142.161µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:15 | 200 |    6.532451ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:15 | 200 |     429.664µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:15 | 200 |     358.844µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:15 | 200 |     112.139µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:15 | 200 |    6.186423ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:02:16.826Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b97e37d-34b2-4e6e-97c1-038eb14ba249","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:02:16.826Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"9b97e37d-34b2-4e6e-97c1-038eb14ba249","keyPrefix":"sk-oai-1B3IHMWKRKGc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:02:16 | 201 |    1.879157ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:19 | 200 |      37.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:24 | 200 |      38.117µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:24 | 200 |     836.875µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:24 | 200 |     407.971µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:24 | 200 |     139.297µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:24 | 200 |    9.725476ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:25 | 200 |      39.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:29 | 200 |      41.415µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:02:34.063Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c178b6a2-f9e0-486f-90e3-2872d384c3d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:02:34.063Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"c178b6a2-f9e0-486f-90e3-2872d384c3d0","keyPrefix":"sk-oai-7HPktwBrH1zG...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:02:34 | 201 |    2.188301ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:34 | 200 |      40.423µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:35 | 200 |      43.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:39 | 200 |      39.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:42 | 200 |     809.378µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:42 | 200 |     521.794µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:42 | 200 |     183.773µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:42 | 200 |     403.452µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:02:42 | 200 |     152.625µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:02:42 | 200 |   19.983435ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:44 | 200 |      39.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:45 | 200 |      37.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:49 | 200 |      37.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:54 | 200 |      38.775µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:02:55 | 200 |      41.337µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:02:57.682Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d9d49f33-e8fd-4e9d-b172-fd3eec90c0a1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:02:57.682Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"d9d49f33-e8fd-4e9d-b172-fd3eec90c0a1","keyPrefix":"sk-oai-1O6nL42UYsGO...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:02:57 | 201 |    1.999265ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:02:59 | 200 |      45.829µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:04 | 200 |      37.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:05 | 200 |     966.537µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:03:05 | 200 |     451.036µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:03:05 | 200 |     143.299µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:05 | 200 |   10.302583ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:03:05 | 200 |      131.74µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:05 | 200 |   35.603328ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:03:05 | 200 |      47.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:09 | 200 |      38.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:14 | 200 |       38.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:15 | 200 |       40.56µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:19 | 200 |      44.767µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:24 | 200 |     176.266µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:24 | 200 |     172.044µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:24 | 200 |     160.232µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:24 | 200 |   39.769639ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:03:24 | 200 |      41.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:25 | 200 |      39.456µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:29 | 200 |       41.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:34 | 200 |      46.809µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:35 | 200 |      39.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:39 | 200 |      44.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:41 | 200 |     141.729µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:03:41 | 200 |   11.053935ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:03:44 | 200 |      65.677µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:45 | 200 |      37.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:49 | 200 |      46.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:54 | 200 |      47.321µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:03:54.991Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"941aa2ea-809a-4f2e-a733-79a8419f8f16","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:03:54.991Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"941aa2ea-809a-4f2e-a733-79a8419f8f16","keyPrefix":"sk-oai-1dXop8Gd8nqR...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:03:54 | 201 |     2.31878ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:03:55 | 200 |      46.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:03:59 | 200 |      38.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:03 | 200 |      836.12µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:03 | 200 |     136.018µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:04:03.624Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21a3ae63-c45f-445d-8b2e-81abee3124c5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:04:03.624Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"21a3ae63-c45f-445d-8b2e-81abee3124c5","keyPrefix":"sk-oai-1eNzw19sYsFP...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:04:03 | 201 |    1.727919ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:04 | 200 |      40.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:05 | 200 |      42.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:09 | 200 |      43.621µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:11 | 200 |     850.755µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:11 | 200 |     499.645µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:11 | 200 |     142.728µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:04:11 | 200 |   11.349594ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:04:12.052Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"935fb069-20df-42a6-908d-10442d9c0ec8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:04:12.052Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"935fb069-20df-42a6-908d-10442d9c0ec8","keyPrefix":"sk-oai-igsJ1boBu6Qz...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:04:12 | 201 |    1.790078ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:14 | 200 |      37.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:15 | 200 |      39.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:19 | 200 |      63.102µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:20 | 200 |     907.151µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:20 | 200 |     408.241µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:20 | 200 |     122.047µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:04:20 | 200 |    9.992447ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:04:20.814Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"18077264-1709-4c47-96ad-8eecc7648994","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:04:20.814Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"18077264-1709-4c47-96ad-8eecc7648994","keyPrefix":"sk-oai-14CfxePPzWjb...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:04:20 | 201 |    1.687806ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:24 | 200 |      45.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:25 | 200 |      40.605µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:28 | 200 |     882.791µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:28 | 200 |     395.367µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:28 | 200 |     123.661µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:04:28 | 200 |    9.858708ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:29 | 200 |      38.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:34 | 200 |      41.398µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:35 | 200 |      50.839µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:04:38.021Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5498d5ff-f30c-4ccc-a635-d3fd52169e48","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:04:38.021Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5498d5ff-f30c-4ccc-a635-d3fd52169e48","keyPrefix":"sk-oai-1QXFXTqoKqaQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:04:38 | 201 |    3.092849ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:39 | 200 |      42.561µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:44 | 200 |       36.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:45 | 200 |      39.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:49 | 200 |      42.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:54 | 200 |    1.237769ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:04:54 | 403 |      96.664µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:04:54 | 200 |       33.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:55 | 200 |      37.135µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:04:59 | 200 |      42.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:04 | 200 |      51.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:05 | 200 |      38.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:09 | 200 |      41.039µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:11 | 403 |     130.341µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:14 | 200 |      42.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:15 | 200 |       36.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:19 | 200 |      43.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:24 | 200 |        40.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:25 | 200 |      40.661µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:28 | 403 |     119.492µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:29 | 200 |      36.846µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:34 | 200 |        38.1µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:35 | 200 |      36.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:39 | 200 |      37.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:44 | 200 |      48.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:45 | 200 |      40.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:45 | 403 |     124.288µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:05:49 | 200 |      38.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:54 | 200 |      41.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:55 | 200 |      43.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:05:59 | 200 |      38.407µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:06:02.204Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55f43b5c-19a2-4498-bf64-43c401445fae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:06:02.204Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"55f43b5c-19a2-4498-bf64-43c401445fae","keyPrefix":"sk-oai-1djILcyd1n8L...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:06:02 | 201 |    2.228994ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:04 | 200 |      41.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:05 | 200 |      40.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:09 | 200 |      41.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:10 | 200 |     795.198µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:10 | 200 |     432.701µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:10 | 200 |     195.723µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:10 | 200 |    21.46166ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:14 | 200 |      42.001µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:15 | 200 |      38.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:19 | 200 |      39.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:24 | 200 |      41.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:25 | 200 |      45.528µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:06:26.614Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"51c6afcb-67ad-457a-ba86-3ee86477eadf","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:06:26.614Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"51c6afcb-67ad-457a-ba86-3ee86477eadf","keyPrefix":"sk-oai-DP71OwHUPqoN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:06:26 | 201 |    2.107291ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:06:26.650Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b08f8976-ec9e-4f37-af46-4cf25ec4479c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:06:26.650Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b08f8976-ec9e-4f37-af46-4cf25ec4479c","keyPrefix":"sk-oai-WVs0bNq7KlhV...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:06:26 | 201 |    1.814881ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:29 | 200 |      39.755µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:34 | 200 |      41.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:34 | 200 |     828.372µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:34 | 200 |     431.878µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:34 | 200 |     177.616µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:34 | 200 |   10.471741ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:34 | 200 |     493.593µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:34 | 200 |      384.03µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:06:34 | 200 |     184.337µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:34 | 200 |   12.286944ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:35 | 200 |      44.155µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:39 | 200 |      40.517µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:44 | 200 |      43.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:45 | 200 |      47.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:49 | 200 |      70.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:53 | 200 |     162.659µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:53 | 200 |     155.726µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:53 | 200 |     160.599µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:06:53 | 200 |   35.481006ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:06:54 | 200 |      37.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:55 | 200 |      42.231µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:06:59 | 200 |      36.709µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:04 | 200 |      37.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:05 | 200 |       40.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:09 | 200 |      48.191µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:12 | 200 |     197.074µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:12 | 200 |   14.023842ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:12 | 200 |      180.19µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:12 | 200 |   11.680935ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:14 | 200 |      39.407µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:15 | 200 |      37.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:19 | 200 |      36.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:24 | 200 |      45.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:25 | 200 |      44.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:29 | 200 |      38.588µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:34 | 200 |      44.936µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:35 | 200 |      39.752µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:07:38.024Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"750da49a-d098-4bb1-bed4-95c350dc7a26","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:07:38.024Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"750da49a-d098-4bb1-bed4-95c350dc7a26","keyPrefix":"sk-oai-1QbXFNrCuJU9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:07:38 | 201 |    2.014058ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:38 | 200 |     514.224µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:38 | 200 |     155.657µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:38 | 200 |     433.001µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:38 | 200 |     157.636µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:38 | 200 |     680.039µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:38 | 200 |       144.8µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:38 | 200 |     393.572µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:38 | 200 |     348.337µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:38 | 200 |     141.678µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:38 | 200 |   10.626213ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:39 | 200 |      39.581µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:44 | 200 |      39.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:45 | 200 |      61.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:49 | 200 |      46.916µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:54 | 200 |      40.569µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:07:55 | 200 |      41.008µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:07:55.923Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27fa6561-2c5a-429f-a82b-e4a0eca6ba82","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:07:55.924Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"27fa6561-2c5a-429f-a82b-e4a0eca6ba82","keyPrefix":"sk-oai-1EsV2oUYzVPU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 22:07:55 | 201 |    2.210157ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:07:56 | 200 |     547.589µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:07:56 | 200 |     174.833µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:07:59 | 200 |      42.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:04 | 200 |      41.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:05 | 200 |      41.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:09 | 200 |       43.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:14 | 200 |      39.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:15 | 200 |      41.945µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:19 | 200 |      44.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:24 | 200 |      40.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:25 | 200 |      42.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:29 | 200 |       42.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:34 | 200 |      41.325µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:35 | 200 |      37.968µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T22:08:35.888Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9508910e-5412-490e-8446-e9cd59b2f5d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:35.888Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"9508910e-5412-490e-8446-e9cd59b2f5d4","keyPrefix":"sk-oai-7R5B0pcAp2k1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:35 | 201 |   13.018192ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:36.410Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9abaf13b-41f7-4942-8d1a-f4913c6ccdff","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:36.410Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"9abaf13b-41f7-4942-8d1a-f4913c6ccdff","keyPrefix":"sk-oai-1XUYfhrNy0xH...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:36 | 201 |     2.25552ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:36.624Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3dd9cfb0-928f-45a5-9927-5095323d812b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:36.624Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"3dd9cfb0-928f-45a5-9927-5095323d812b","keyPrefix":"sk-oai-vN8j7rF6Oow1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:36 | 201 |    1.715106ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:36 | 200 |    1.331219ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:36 | 200 |     517.184µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:36 | 200 |     141.175µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:36 | 200 |   11.844189ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:36 | 200 |     509.493µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:36 | 200 |     174.197µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T22:08:36.786Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c7889dce-8d3e-4535-a061-ed04331cd9c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:36.786Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"c7889dce-8d3e-4535-a061-ed04331cd9c2","keyPrefix":"sk-oai-c7vzZ4u5Vt9r...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:36 | 201 |    1.788631ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:36.813Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"c7889dce-8d3e-4535-a061-ed04331cd9c2"}
{"level":"info","timestamp":"2026-06-03T22:08:36.813Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"c7889dce-8d3e-4535-a061-ed04331cd9c2","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 22:08:36 | 200 |    3.118998ms |      100.64.0.2 | DELETE   "/v1/api-keys/c7889dce-8d3e-4535-a061-ed04331cd9c2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:39 | 200 |      41.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:39 | 200 |      983.22µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T22:08:39.846Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 22:08:39 | 500 |     143.696µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.131Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fa1cabb8-b57c-4e5a-8bf8-c6d0bbad31e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.131Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"fa1cabb8-b57c-4e5a-8bf8-c6d0bbad31e2","keyPrefix":"sk-oai-1NQypYNjDXf4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |    1.786463ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.161Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f76f25c2-993c-4838-8e5c-59157f459c4e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.161Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f76f25c2-993c-4838-8e5c-59157f459c4e","keyPrefix":"sk-oai-VoE1xVLzSxdc...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |    1.715619ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.256Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cf4e60fc-8005-48da-8507-239ea786d9c5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.256Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"cf4e60fc-8005-48da-8507-239ea786d9c5","keyPrefix":"sk-oai-1LdOqhg2m0mH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |    1.773127ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.285Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"cf4e60fc-8005-48da-8507-239ea786d9c5"}
{"level":"info","timestamp":"2026-06-03T22:08:40.285Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"cf4e60fc-8005-48da-8507-239ea786d9c5","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 22:08:40 | 200 |    2.246203ms |      100.64.0.2 | DELETE   "/v1/api-keys/cf4e60fc-8005-48da-8507-239ea786d9c5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 404 |     704.506µs |      100.64.0.2 | DELETE   "/v1/api-keys/cf4e60fc-8005-48da-8507-239ea786d9c5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.402Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d4dba176-5ce7-4b6e-8ff4-248f4b1e2d30","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.402Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"d4dba176-5ce7-4b6e-8ff4-248f4b1e2d30","keyPrefix":"sk-oai-mPUylyRmIJls...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |     1.72791ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 200 |     589.956µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |    1.149166ms |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     120.784µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:40 | 200 |    10.65082ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.528Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"86aea557-f803-43d2-b8f4-571296e8de68","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.528Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"86aea557-f803-43d2-b8f4-571296e8de68","keyPrefix":"sk-oai-19QY902Jac9z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |    1.743841ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 200 |     465.151µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 403 |     102.273µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 200 |     470.529µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     359.569µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     147.887µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:40 | 200 |     9.57713ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.690Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8e76ac5c-7eee-4b90-87c1-3e755eacc220","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.690Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8e76ac5c-7eee-4b90-87c1-3e755eacc220","keyPrefix":"sk-oai-1QXe2oS0WREe...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |     1.69972ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 200 |     505.964µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     390.729µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     133.322µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:40 | 200 |    9.983499ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:40 | 200 |     431.384µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     401.946µs |     10.133.0.41 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 22:08:40 | 200 |     151.133µs |     10.133.0.41 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 22:08:40 | 200 |    9.961126ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T22:08:40.853Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f3717aa5-9f3d-433d-8837-c13b368cb065","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T22:08:40.853Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f3717aa5-9f3d-433d-8837-c13b368cb065","keyPrefix":"sk-oai-dSGgSkvQ5Lm2...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 22:08:40 | 201 |    3.852054ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 22:08:44 | 200 |      45.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 22:08:45 | 200 |       42.11µs |      10.134.0.2 | GET      "/health"