{"level":"info","timestamp":"2026-06-02T20:02:57.707Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5224afb3-520e-4bb1-a7db-030714080580","keyPrefix":"sk-oai-JAlesrIHOASx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:02:57 | 201 |    1.600413ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:02:57 | 200 |     326.479µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:02:57 | 200 |     209.241µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:02:57 | 200 |     358.594µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:02:57 | 200 |     475.002µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:02:59 | 200 |      32.838µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:04 | 200 |      38.219µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:05 | 200 |      43.591µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:09 | 200 |      34.113µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:14 | 200 |      33.918µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:15 | 200 |      36.941µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T20:03:15.540Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T20:03:15.540Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:03:15 | 400 |     291.646µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:03:19 | 200 |      35.077µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:24 | 200 |       44.44µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:25 | 200 |      34.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:29 | 200 |      47.796µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:03:33.048Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eb30b5d9-5096-4a89-86f3-bc34155cf853","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:03:33.048Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb30b5d9-5096-4a89-86f3-bc34155cf853","keyPrefix":"sk-oai-9yhWTTnHCbVu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:03:33 | 201 |     9.95858ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:03:33 | 200 |     952.678µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:03:33 | 200 |      144.02µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:03:34 | 200 |      35.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:35 | 200 |       40.31µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:39 | 200 |      34.211µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:03:42.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"af295d8e-7908-4661-9a71-98ce181a76ed","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:03:42.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af295d8e-7908-4661-9a71-98ce181a76ed","keyPrefix":"sk-oai-1IugQs4za1RH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:03:42 | 201 |    1.914577ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:03:44 | 200 |      35.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:45 | 200 |      49.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:49 | 200 |      35.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:50 | 200 |     591.603µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:03:50 | 200 |     116.151µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:03:54 | 200 |      36.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:55 | 200 |      36.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:03:59 | 200 |        35.4µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:04 | 200 |       32.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:05 | 200 |      35.351µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:04:08.326Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bc504933-ba1a-44f2-9a5d-721a0bcff30f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:04:08.326Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc504933-ba1a-44f2-9a5d-721a0bcff30f","keyPrefix":"sk-oai-1Qh8R547ypHQ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:04:08 | 201 |    1.705974ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:04:08 | 200 |     461.112µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:04:08 | 200 |     262.073µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:04:09 | 200 |      34.461µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:14 | 200 |      34.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:15 | 200 |      35.562µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:19 | 200 |      32.545µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:24 | 200 |      56.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:25 | 200 |      36.906µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:29 | 200 |      32.246µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:34 | 200 |      34.916µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:35 | 200 |      46.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:39 | 200 |      34.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:44 | 200 |      36.467µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:45 | 200 |      47.105µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:49 | 200 |      34.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:54 | 200 |      45.512µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:55 | 200 |      44.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:04:59 | 200 |      37.524µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:04 | 200 |      33.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:05 | 200 |      35.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:09 | 200 |       35.88µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:14 | 200 |      33.943µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:15 | 200 |      33.546µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:19 | 200 |      33.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:24 | 200 |      34.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:25 | 200 |      34.789µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:29 | 200 |       35.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:34 | 200 |      37.605µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:35 | 200 |       33.76µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:39 | 200 |      33.015µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:44 | 200 |      32.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:45 | 200 |      33.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:49 | 200 |      37.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:54 | 200 |      38.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:55 | 200 |      34.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:05:59 | 200 |      36.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:04 | 200 |      38.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:05 | 200 |      34.532µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:06:08.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8fdb23b3-4d12-4e60-acb3-6804c2298f64","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:06:08.334Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8fdb23b3-4d12-4e60-acb3-6804c2298f64","keyPrefix":"sk-oai-QPSz9mOTInTq...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:06:08 | 201 |    1.695875ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:06:09 | 200 |      34.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:14 | 200 |      33.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:15 | 200 |       33.97µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:19 | 200 |      50.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:24 | 200 |      32.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:25 | 200 |      34.467µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:29 | 200 |      34.609µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:31 | 200 |     555.136µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:06:31 | 200 |      253.26µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:06:32 | 404 |     631.267µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:06:34 | 200 |      34.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:35 | 200 |      46.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:39 | 200 |      34.718µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:44 | 200 |      32.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:45 | 200 |      34.926µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:49 | 200 |      34.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:54 | 200 |      48.481µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:55 | 200 |       38.52µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:06:59 | 200 |      38.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:04 | 200 |      39.187µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:05 | 200 |      39.212µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:09 | 200 |       43.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:14 | 200 |      37.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:15 | 200 |      38.133µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:19 | 200 |      41.904µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:24 | 200 |      38.257µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:07:24.884Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"83979ebd-5683-43ae-af37-314fde29da4d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:07:24.884Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83979ebd-5683-43ae-af37-314fde29da4d","keyPrefix":"sk-oai-15ZXxwx453KA...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:07:24 | 201 |    1.820865ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:07:24 | 200 |     424.969µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:07:24 | 200 |      243.84µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:07:25 | 200 |      41.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:29 | 200 |      41.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:34 | 200 |      42.403µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:35 | 200 |      57.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:39 | 200 |      40.541µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:07:44.148Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fa898fb0-199c-463e-93c7-6d3a23282a59","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:07:44.148Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa898fb0-199c-463e-93c7-6d3a23282a59","keyPrefix":"sk-oai-1Js2yVa9Cw29...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:07:44 | 201 |    1.571588ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:07:44 | 200 |     404.617µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:07:44 | 200 |     156.407µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:07:44 | 200 |     406.021µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:07:44 | 200 |     163.542µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:07:44 | 200 |      39.225µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:45 | 200 |       39.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:49 | 200 |       39.44µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:54 | 200 |        41.8µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:55 | 200 |      41.472µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:07:59 | 200 |      53.625µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:08:03.777Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3c1eb03c-db19-414a-adaa-68364c4b4a3f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:08:03.777Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c1eb03c-db19-414a-adaa-68364c4b4a3f","keyPrefix":"sk-oai-JtkYvX98ZDA1...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:08:03 | 201 |    1.724152ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:08:03 | 200 |     535.015µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:08:03 | 200 |     483.035µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:08:03 | 200 |     319.524µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:08:03 | 200 |    18.33945ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:08:04 | 200 |      39.166µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:05 | 200 |       45.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:09 | 200 |      42.723µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:14 | 200 |      40.148µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:15 | 200 |      40.414µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:19 | 200 |      43.985µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:23 | 200 |     341.927µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:08:23 | 200 |     383.562µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:08:23 | 200 |    24.21354ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:08:24 | 200 |      35.085µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:25 | 200 |      42.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:29 | 200 |      41.622µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:34 | 200 |      40.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:35 | 200 |      32.619µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:08:37.192Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c5997644-afdb-4243-a060-4b2b741ea7e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:08:37.192Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5997644-afdb-4243-a060-4b2b741ea7e8","keyPrefix":"sk-oai-1WREuF4djtls...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:08:37 | 201 |    9.975471ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:08:39 | 200 |      36.439µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:44 | 200 |      42.483µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:45 | 200 |      40.774µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:49 | 200 |      38.601µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:54 | 200 |      38.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:55 | 200 |      38.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:08:59 | 200 |      44.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:04 | 200 |      56.544µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:05 | 200 |      45.812µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:07 | 200 |    1.070719ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:07 | 200 |      248.92µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:07 | 200 |     529.461µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:07 | 200 |     416.366µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:07 | 200 |     241.845µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:07 | 200 |   12.138662ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:09 | 200 |      42.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:14 | 200 |      39.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:15 | 200 |      41.549µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:19 | 200 |       44.68µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:24 | 200 |     219.501µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:24 | 200 |   12.380985ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:24 | 200 |      38.512µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:25 | 200 |      40.204µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:29 | 200 |      42.035µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:09:32.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ca449671-6aa1-4ed9-a8c4-08d01a9c9cdf","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:09:32.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca449671-6aa1-4ed9-a8c4-08d01a9c9cdf","keyPrefix":"sk-oai-gtOy8rw29dUp...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:09:32 | 201 |    1.729376ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:34 | 200 |      40.631µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:35 | 200 |      40.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:39 | 200 |      41.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:41 | 200 |     535.972µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:41 | 200 |     379.887µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:41 | 200 |     231.329µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:41 | 200 |    9.739066ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:09:41.554Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"19888805-33d3-4d9c-8c7d-4c4b50185245","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:09:41.554Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19888805-33d3-4d9c-8c7d-4c4b50185245","keyPrefix":"sk-oai-1I8yd38II0Kw...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:09:41 | 201 |    1.583798ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:44 | 200 |      40.943µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:45 | 200 |      45.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:49 | 200 |     498.023µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:49 | 200 |     368.494µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:49 | 200 |     219.521µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:49 | 200 |    7.295971ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:49 | 200 |     352.359µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:49 | 200 |     352.005µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:49 | 200 |     211.918µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:49 | 200 |    6.657719ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:49 | 200 |      35.556µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:09:50.658Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d8644889-53d4-4c40-9619-9de135a651aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:09:50.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8644889-53d4-4c40-9619-9de135a651aa","keyPrefix":"sk-oai-1QhiI2hU0KpN...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:09:50 | 201 |     1.72382ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:54 | 200 |      57.029µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:55 | 200 |      60.839µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:09:58 | 200 |     489.487µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:58 | 200 |     312.359µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:09:58 | 200 |      248.01µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:09:58 | 200 |    9.578537ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:09:59 | 200 |      42.172µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:04 | 200 |       42.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:05 | 200 |      40.354µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:10:07.894Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"92e30c45-022b-493c-aac0-dc605d00e19e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:10:07.894Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92e30c45-022b-493c-aac0-dc605d00e19e","keyPrefix":"sk-oai-2bvs8SPoNmlG...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:10:07 | 201 |     1.69295ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:10:09 | 200 |      41.622µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:14 | 200 |      41.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:15 | 200 |      40.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:15 | 200 |     550.643µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:15 | 200 |     431.469µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:15 | 200 |     268.711µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:15 | 200 |     319.175µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:15 | 200 |     250.998µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:15 | 200 |   21.079562ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:10:19 | 200 |      39.684µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:24 | 200 |      42.187µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:25 | 200 |      40.604µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:10:29.382Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0983cd3c-8a70-421d-9fed-a4304bf61964","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:10:29.382Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0983cd3c-8a70-421d-9fed-a4304bf61964","keyPrefix":"sk-oai-BkJUiamOINxv...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:10:29 | 201 |    2.537655ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:10:29 | 200 |      42.913µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:34 | 200 |      43.332µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:35 | 200 |      43.233µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:37 | 200 |     480.119µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:37 | 200 |     309.731µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:37 | 200 |     218.767µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:37 | 200 |    9.370686ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:10:37 | 200 |     180.583µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:37 | 200 |   23.557111ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:10:39 | 200 |      41.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:44 | 200 |      40.434µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:45 | 200 |      58.077µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:49 | 200 |      41.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:54 | 200 |       42.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:55 | 200 |      45.652µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:10:55 | 200 |     177.807µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:55 | 200 |     177.875µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:55 | 200 |     158.007µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:10:55 | 200 |   36.470913ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:10:59 | 200 |      45.257µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:04 | 200 |      44.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:05 | 200 |      38.447µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:09 | 200 |      40.513µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:13 | 200 |      152.11µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:11:13 | 200 |   12.172099ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:14 | 200 |       50.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:15 | 200 |      51.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:19 | 200 |      40.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:24 | 200 |      40.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:25 | 200 |      73.226µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:11:26.609Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4863fb52-4353-4895-8b42-3f285ea1a8fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:11:26.609Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4863fb52-4353-4895-8b42-3f285ea1a8fd","keyPrefix":"sk-oai-1PqTYxeVrC3i...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:11:26 | 201 |    1.863643ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:29 | 200 |      40.358µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:34 | 200 |     547.638µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:11:34 | 200 |     144.068µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:34 | 200 |      42.787µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:11:35.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b45bdbc3-48dd-4b67-88dd-291e4ffd5ead","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:11:35.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b45bdbc3-48dd-4b67-88dd-291e4ffd5ead","keyPrefix":"sk-oai-ggU55EdSquMC...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:11:35 | 201 |    1.644111ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:35 | 200 |      36.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:39 | 200 |      46.849µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:43 | 200 |     566.625µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:11:43 | 200 |     302.767µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:11:43 | 200 |     180.822µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:11:43 | 200 |    9.713285ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:11:43.709Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7fd381fe-bcfa-4ff3-b169-7ad1304430bb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:11:43.709Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7fd381fe-bcfa-4ff3-b169-7ad1304430bb","keyPrefix":"sk-oai-gEl1pYERTe5H...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:11:43 | 201 |    1.643164ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:44 | 200 |      41.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:45 | 200 |      41.949µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:49 | 200 |      38.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:51 | 200 |     549.415µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:11:51 | 200 |      430.93µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:11:51 | 200 |     218.335µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:11:51 | 200 |    9.656488ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:11:52.519Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e87da3db-f02a-42a2-8abb-891d071a39a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:11:52.519Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e87da3db-f02a-42a2-8abb-891d071a39a0","keyPrefix":"sk-oai-mXUYsmsTWNub...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:11:52 | 201 |    1.766172ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:11:54 | 200 |      40.383µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:55 | 200 |      42.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:11:59 | 200 |      38.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:00 | 200 |     457.469µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:12:00 | 200 |     255.111µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:12:00 | 200 |     190.743µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:12:00 | 200 |     9.45028ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:12:04 | 200 |      42.086µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:05 | 200 |      40.097µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:12:09.772Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aad7e802-038b-4241-8042-e555b8d6aced","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:12:09.772Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aad7e802-038b-4241-8042-e555b8d6aced","keyPrefix":"sk-oai-FKhFbx8JmnWq...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:12:09 | 201 |    2.520309ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:12:09 | 200 |      50.024µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:14 | 200 |      40.421µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:15 | 200 |      40.643µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:19 | 200 |      38.775µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:24 | 200 |       41.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:25 | 200 |      41.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:26 | 200 |     774.918µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:12:26 | 403 |     124.137µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:12:29 | 200 |      41.924µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:34 | 200 |      40.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:35 | 200 |      43.659µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:39 | 200 |      39.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:43 | 403 |     124.912µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:12:44 | 200 |      38.825µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:45 | 200 |      49.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:49 | 200 |       40.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:54 | 200 |       45.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:55 | 200 |       45.62µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:12:59 | 200 |       43.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:00 | 403 |     129.139µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:13:04 | 200 |       44.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:05 | 200 |      53.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:09 | 200 |      37.106µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:14 | 200 |      45.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:15 | 200 |       46.22µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:17 | 403 |      151.03µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:13:19 | 200 |      40.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:24 | 200 |      56.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:25 | 200 |      42.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:29 | 200 |      42.146µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:13:34.250Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27c32d81-4d9c-4306-a7b5-0b5b8c8de59b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:13:34.250Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27c32d81-4d9c-4306-a7b5-0b5b8c8de59b","keyPrefix":"sk-oai-oLD1kgcqlbwh...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:13:34 | 201 |     1.70765ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:13:34 | 200 |      40.665µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:35 | 200 |      34.518µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:39 | 200 |      62.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:42 | 200 |     601.653µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:13:42 | 200 |     288.059µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:13:42 | 200 |     155.503µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:13:42 | 200 |   19.445552ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:13:44 | 200 |      41.404µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:45 | 200 |      37.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:49 | 200 |      40.633µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:54 | 200 |       42.18µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:13:55 | 200 |      40.075µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:13:56.648Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"74e9fba7-4abe-4a08-873d-9aafee9f1159","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:13:56.648Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"74e9fba7-4abe-4a08-873d-9aafee9f1159","keyPrefix":"sk-oai-OgvVv8TLLUt4...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:13:56 | 201 |    1.946997ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:13:56.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"51b13569-de04-48e0-ae33-76e13d80dd92","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:13:56.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"51b13569-de04-48e0-ae33-76e13d80dd92","keyPrefix":"sk-oai-go5MY1gjQE59...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:13:56 | 201 |    1.623883ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:13:59 | 200 |      39.927µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:04 | 200 |     476.499µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:14:04 | 200 |     348.056µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:14:04 | 200 |     272.082µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:04 | 200 |    9.154762ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:14:04 | 200 |     311.742µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:14:04 | 200 |     351.212µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:14:04 | 200 |     283.324µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:04 | 200 |    9.410326ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:14:04 | 200 |      48.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:05 | 200 |      46.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:09 | 200 |       40.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:14 | 200 |      43.701µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:15 | 200 |      40.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:19 | 200 |       45.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:23 | 200 |     205.897µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:23 | 200 |     139.187µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:23 | 200 |     134.495µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:23 | 200 |   35.537847ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:14:24 | 200 |      45.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:25 | 200 |      44.706µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:29 | 200 |       38.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:34 | 200 |      45.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:35 | 200 |      40.741µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:39 | 200 |      38.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:42 | 200 |     188.122µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:42 | 200 |    13.81741ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:14:42 | 200 |     159.178µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:14:42 | 200 |   12.835032ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:14:44 | 200 |      39.815µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:45 | 200 |      39.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:49 | 200 |      39.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:54 | 200 |      40.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:55 | 200 |      42.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:14:59 | 200 |      40.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:04 | 200 |      41.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:05 | 200 |      40.804µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:15:08.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66bd060a-87eb-4d1f-bf1a-1f753ac7949f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:15:08.175Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66bd060a-87eb-4d1f-bf1a-1f753ac7949f","keyPrefix":"sk-oai-H9PYMtsvpnTS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:15:08 | 201 |    1.636709ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:15:08 | 200 |      329.78µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:08 | 200 |      166.85µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:15:08 | 200 |     321.618µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:08 | 200 |     173.494µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:15:08 | 200 |     242.541µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:08 | 200 |     494.656µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:15:08 | 200 |     335.655µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:08 | 200 |     255.543µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:08 | 200 |     143.259µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:15:08 | 200 |    10.80323ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:15:09 | 200 |      40.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:14 | 200 |      41.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:15 | 200 |      46.049µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:19 | 200 |      40.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:24 | 200 |      42.776µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:25 | 200 |      41.395µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:15:26.140Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f124e878-630c-4f3c-86a9-0240e03c2dd2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:15:26.140Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f124e878-630c-4f3c-86a9-0240e03c2dd2","keyPrefix":"sk-oai-vO0lyTVzaKXr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 20:15:26 | 201 |    2.021476ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:15:26 | 200 |     402.654µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:15:26 | 200 |     210.289µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:15:29 | 200 |      39.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:34 | 200 |      38.366µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:35 | 200 |      40.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:39 | 200 |      42.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:44 | 200 |      41.914µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:45 | 200 |      38.659µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:49 | 200 |      46.436µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:54 | 200 |       45.19µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:55 | 200 |      46.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:15:59 | 200 |      41.513µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:16:04 | 200 |      41.246µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:16:05 | 200 |      45.353µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T20:16:06.117Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"eaf9531a-614b-4b69-aa36-bfcfd28b0af6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:06.117Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eaf9531a-614b-4b69-aa36-bfcfd28b0af6","keyPrefix":"sk-oai-2ZuE9lBzgUuZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:06 | 201 |   10.628143ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:06.691Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8cbfb875-3000-4e53-afa1-36faea45af4f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:06.691Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8cbfb875-3000-4e53-afa1-36faea45af4f","keyPrefix":"sk-oai-wYO2TOcPpxdP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:06 | 201 |    1.692128ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:06.925Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d43c0126-d1e9-4506-9d6b-57c53f5dfc7a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:06.925Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d43c0126-d1e9-4506-9d6b-57c53f5dfc7a","keyPrefix":"sk-oai-hfAC7C5Gkl3u...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:06 | 201 |    1.682983ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:06 | 200 |     967.001µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:06 | 200 |     342.598µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:06 | 200 |     111.568µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:16:06 | 200 |   10.202508ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:06 | 200 |     319.127µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:06 | 200 |     145.051µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-02T20:16:07.088Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"91c06cd3-6bc6-4ee3-9f70-5703e44468b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:07.088Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91c06cd3-6bc6-4ee3-9f70-5703e44468b3","keyPrefix":"sk-oai-1QhV6DI1LYrN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:07 | 201 |    1.604485ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:07.113Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"91c06cd3-6bc6-4ee3-9f70-5703e44468b3"}
{"level":"info","timestamp":"2026-06-02T20:16:07.113Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"91c06cd3-6bc6-4ee3-9f70-5703e44468b3","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:16:07 | 200 |    2.408157ms |      100.64.0.3 | DELETE   "/v1/api-keys/91c06cd3-6bc6-4ee3-9f70-5703e44468b3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:09 | 200 |      41.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:16:10 | 200 |     560.743µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T20:16:10.146Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func9\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 20:16:10 | 500 |     111.763µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.448Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"63259575-3a01-45a7-9bba-9e6369e57886","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:10.448Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63259575-3a01-45a7-9bba-9e6369e57886","keyPrefix":"sk-oai-WPHgWW65ETYH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:10 | 201 |    1.523709ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.477Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"aa20b846-1590-48b0-bc5c-20a55b7a5fe0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:10.477Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa20b846-1590-48b0-bc5c-20a55b7a5fe0","keyPrefix":"sk-oai-yqnVFik4F6VJ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:10 | 201 |    1.480195ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.573Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e4219a7e-e9be-471d-840c-774f44a19fb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:10.573Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4219a7e-e9be-471d-840c-774f44a19fb6","keyPrefix":"sk-oai-1DclOZLUnltW...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:10 | 201 |    1.581101ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.598Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"e4219a7e-e9be-471d-840c-774f44a19fb6"}
{"level":"info","timestamp":"2026-06-02T20:16:10.598Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e4219a7e-e9be-471d-840c-774f44a19fb6","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 20:16:10 | 200 |    1.771569ms |      100.64.0.4 | DELETE   "/v1/api-keys/e4219a7e-e9be-471d-840c-774f44a19fb6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:10 | 404 |     550.529µs |      100.64.0.2 | DELETE   "/v1/api-keys/e4219a7e-e9be-471d-840c-774f44a19fb6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"82f7100e-005f-458d-b6c3-133297c856e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:10.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82f7100e-005f-458d-b6c3-133297c856e2","keyPrefix":"sk-oai-zQBWR2gmxTn3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:10 | 201 |     1.51431ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:10 | 200 |     441.571µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:10 | 200 |     298.558µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:10 | 200 |      131.12µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:16:10 | 200 |    9.390097ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:10.844Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fb8368a9-5785-4ea0-ba59-efe2f24f590f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:10.845Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb8368a9-5785-4ea0-ba59-efe2f24f590f","keyPrefix":"sk-oai-ByNsS9uRsGY7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:10 | 201 |    1.549368ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:10 | 200 |      348.35µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:10 | 403 |      92.067µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:10 | 200 |     350.613µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:10 | 200 |     278.574µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:10 | 200 |      145.58µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:16:10 | 200 |    9.490386ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:11.003Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"741f03d1-3a52-42a2-ab99-4d77bde2106c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:11.003Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"741f03d1-3a52-42a2-ab99-4d77bde2106c","keyPrefix":"sk-oai-jJ4Xu4nlaOpz...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:11 | 201 |    1.583897ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:11 | 200 |     311.362µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:11 | 200 |     202.922µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:11 | 200 |     127.605µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:16:11 | 200 |    8.611423ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:11 | 200 |     218.543µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:11 | 200 |     190.532µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 20:16:11 | 200 |     107.883µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 20:16:11 | 200 |    8.856343ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T20:16:11.154Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c0ae687e-bf51-477a-80fd-f491cf5b987e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T20:16:11.154Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0ae687e-bf51-477a-80fd-f491cf5b987e","keyPrefix":"sk-oai-161M507doBDQ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 20:16:11 | 201 |    1.572615ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 20:16:14 | 200 |      40.341µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 20:16:15 | 200 |      39.507µs |      10.132.0.2 | GET      "/health"