{"level":"info","timestamp":"2026-06-12T16:58:24.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aeda7122-f4cf-4bcb-b8e6-536d95dc8ee8","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T16:58:24.575Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"aeda7122-f4cf-4bcb-b8e6-536d95dc8ee8","keyPrefix":"sk-oai-D4PqpFEoQgbQ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 16:58:24 | 201 |    1.700472ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T16:58:24.616Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"82a61d59-4b82-4f5f-9c07-720a9e4cfeef","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T16:58:24.616Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"82a61d59-4b82-4f5f-9c07-720a9e4cfeef","keyPrefix":"sk-oai-YQXTSYEmLCXK...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 16:58:24 | 201 |    2.578281ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 16:58:24 | 200 |     353.832µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 16:58:24 | 200 |     193.581µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 16:58:24 | 200 |     337.351µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 16:58:24 | 200 |     173.438µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 16:58:25 | 200 |      56.354µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:30 | 200 |      41.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:31 | 200 |      42.074µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:35 | 200 |      41.851µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:40 | 200 |      55.741µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:41 | 200 |      38.543µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-12T16:58:42.270Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-12T16:58:42.270Z","caller":"api_keys/handler.go:205","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:205\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:136\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/12 - 16:58:42 | 400 |      252.67µs |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 16:58:45 | 200 |       41.89µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:50 | 200 |      40.253µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:51 | 200 |      40.491µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:58:55 | 200 |      38.349µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T16:58:59.663Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"18321118-f05f-48dc-87b2-776387241026","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T16:58:59.663Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"18321118-f05f-48dc-87b2-776387241026","keyPrefix":"sk-oai-owfbe1hyjJ4p...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 16:58:59 | 201 |    1.716068ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 16:58:59 | 200 |     344.328µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 16:58:59 | 200 |     152.575µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 16:59:00 | 200 |      41.762µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:01 | 200 |      38.065µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:05 | 200 |      39.569µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T16:59:08.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d01e9360-81d8-42b4-811b-22fdeab9a5f7","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T16:59:08.717Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d01e9360-81d8-42b4-811b-22fdeab9a5f7","keyPrefix":"sk-oai-1I5C2jLD3bY1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 16:59:08 | 201 |     1.68421ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 16:59:10 | 200 |      38.058µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:11 | 200 |      38.774µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:15 | 200 |      39.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:16 | 200 |     432.886µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 16:59:16 | 200 |     105.877µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 16:59:20 | 200 |      39.843µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:21 | 200 |      39.254µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:25 | 200 |      42.737µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T16:59:26.132Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d4ed3682-aeee-4648-b76c-9b785f109c7a","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T16:59:26.132Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d4ed3682-aeee-4648-b76c-9b785f109c7a","keyPrefix":"sk-oai-Ec5ssHs18fWu...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 16:59:26 | 201 |    1.560946ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 16:59:26 | 200 |     302.686µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 16:59:26 | 200 |     141.829µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 16:59:30 | 200 |      41.086µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:31 | 200 |      39.805µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:35 | 200 |      45.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:40 | 200 |      47.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:41 | 200 |       34.64µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:45 | 200 |      36.024µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:50 | 200 |      31.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:51 | 200 |      31.883µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 16:59:55 | 200 |      38.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:00 | 200 |       35.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:01 | 200 |      34.176µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:05 | 200 |      35.091µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:00:07.329Z","caller":"api_keys/service.go:307","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/12 - 17:00:07 | 200 |     724.335µs |     10.133.0.34 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/12 - 17:00:10 | 200 |      36.272µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:11 | 200 |      33.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:15 | 200 |      37.956µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:20 | 200 |      32.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:21 | 200 |      32.591µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:25 | 200 |      34.987µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:30 | 200 |      33.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:31 | 200 |       31.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:35 | 200 |      35.807µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:40 | 200 |      35.817µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:41 | 200 |      38.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:45 | 200 |      32.146µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:50 | 200 |       37.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:51 | 200 |       41.22µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:00:55 | 200 |       37.06µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:00 | 200 |       33.77µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:01 | 200 |      38.796µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:05 | 200 |      32.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:10 | 200 |      32.015µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:11 | 200 |      33.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:15 | 200 |      45.243µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:01:20.358Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"178ab11e-39e9-4c52-be2d-ae19f23fadb7","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:01:20.358Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"178ab11e-39e9-4c52-be2d-ae19f23fadb7","keyPrefix":"sk-oai-10ZyKuu44Eh1...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:01:20 | 201 |    9.705646ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:01:20 | 200 |     980.884µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:01:20 | 200 |     212.648µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:01:20 | 200 |      32.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:21 | 200 |      35.213µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:25 | 200 |      39.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:30 | 200 |      45.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:31 | 200 |      38.718µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:35 | 200 |      49.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:40 | 200 |      43.984µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:41 | 200 |       42.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:43 | 200 |     579.967µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:01:43 | 200 |     246.182µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:01:44 | 404 |     703.473µs |  34.228.250.194 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:01:45 | 200 |      37.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:50 | 200 |      39.403µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:51 | 200 |      42.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:01:55 | 200 |      42.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:00 | 200 |      41.564µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:01 | 200 |      40.163µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:05 | 200 |      39.874µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:10 | 200 |      36.719µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:11 | 200 |      46.905µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:15 | 200 |      39.702µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:20 | 200 |      45.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:21 | 200 |      40.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:25 | 200 |      38.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:30 | 200 |      50.672µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:31 | 200 |      39.102µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:02:34.405Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1701d1d3-3de1-446e-a49a-2eecfc495a94","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:02:34.405Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1701d1d3-3de1-446e-a49a-2eecfc495a94","keyPrefix":"sk-oai-FV37DXD9g8Gl...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:02:34 | 201 |    2.096872ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:02:34 | 200 |     595.055µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:02:34 | 200 |     156.145µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:02:35 | 200 |      39.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:40 | 200 |      39.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:41 | 200 |      37.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:45 | 200 |       41.49µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:50 | 200 |       40.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:02:51 | 200 |      37.346µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:02:53.646Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7ae0d405-ea3d-4497-ae01-4b4e680568aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:02:53.646Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"7ae0d405-ea3d-4497-ae01-4b4e680568aa","keyPrefix":"sk-oai-uxptkuVxYovZ...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:02:53 | 201 |      1.7873ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:02:53 | 200 |     598.889µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:02:53 | 200 |     418.572µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:02:53 | 200 |     476.515µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:02:53 | 200 |     256.761µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:02:55 | 200 |      53.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:00 | 200 |      42.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:01 | 200 |      40.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:05 | 200 |      40.549µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:10 | 200 |       60.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:11 | 200 |      39.677µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:03:13.107Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"526801ab-3511-4548-8cd6-f0d2bd1976b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:03:13.107Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"526801ab-3511-4548-8cd6-f0d2bd1976b2","keyPrefix":"sk-oai-uk7A8d12JRg7...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:03:13 | 201 |    1.748414ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:03:13 | 200 |     444.281µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:03:13 | 200 |     379.257µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:03:13 | 200 |     268.092µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:03:13 | 200 |   23.358646ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:03:15 | 200 |      41.386µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:20 | 200 |      41.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:21 | 200 |      45.305µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:25 | 200 |      38.029µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:30 | 200 |      42.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:31 | 200 |      40.973µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:32 | 200 |      193.65µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:03:32 | 200 |     163.482µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:03:32 | 200 |   38.414829ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:03:35 | 200 |      63.588µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:40 | 200 |      38.944µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:41 | 200 |      39.472µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:03:44.326Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9ccf32b-e862-4ab7-9772-5be2ddab8cfa","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:03:44.326Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"a9ccf32b-e862-4ab7-9772-5be2ddab8cfa","keyPrefix":"sk-oai-1CNSoqJublK9...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:03:44 | 201 |    1.722491ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:03:45 | 200 |      38.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:50 | 200 |      41.428µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:51 | 200 |      46.678µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:03:55 | 200 |      39.462µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:00 | 200 |      40.637µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:01 | 200 |      42.333µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:05 | 200 |      39.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:10 | 200 |       46.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:11 | 200 |      38.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:14 | 200 |     497.236µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:14 | 200 |     396.557µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:14 | 200 |     620.717µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:14 | 200 |     504.701µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:14 | 200 |     401.098µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:14 | 200 |    15.86129ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:04:15 | 200 |      40.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:20 | 200 |      40.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:21 | 200 |      43.039µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:25 | 200 |        42.6µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:30 | 200 |      39.985µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:31 | 200 |     183.225µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:31 | 200 |   21.655488ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:04:31 | 200 |      39.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:35 | 200 |      39.451µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:04:40.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"da03d230-d075-4076-93e7-5d1e3029fb18","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:04:40.261Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"da03d230-d075-4076-93e7-5d1e3029fb18","keyPrefix":"sk-oai-jVBiKPXY65zL...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:04:40 | 201 |    1.639234ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:04:40 | 200 |       45.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:41 | 200 |      41.577µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:45 | 200 |      39.844µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:48 | 200 |     513.107µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:48 | 200 |     379.416µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:48 | 200 |     361.489µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:48 | 200 |   12.201229ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:04:48.795Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"831168fc-a3b3-48d4-9527-182b6a14665a","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:04:48.795Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"831168fc-a3b3-48d4-9527-182b6a14665a","keyPrefix":"sk-oai-1YgeQ31bZhY4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:04:48 | 201 |    1.455938ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:04:50 | 200 |      41.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:51 | 200 |      42.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:55 | 200 |      54.723µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:04:56 | 200 |     701.321µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:56 | 200 |     491.164µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:56 | 200 |     362.643µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:56 | 200 |    8.518152ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:04:56 | 200 |     526.607µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:56 | 200 |     468.344µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:04:56 | 200 |     332.149µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:04:56 | 200 |    7.784682ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:04:57.885Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9203cce1-c88a-4b3f-a6a5-6affdc2c2630","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:04:57.885Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9203cce1-c88a-4b3f-a6a5-6affdc2c2630","keyPrefix":"sk-oai-n2lSP3y6xJQw...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:04:57 | 201 |    1.560665ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:00 | 200 |      44.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:01 | 200 |      45.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:05 | 200 |      38.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:05 | 200 |     589.741µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:05:05 | 200 |     486.312µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:05:05 | 200 |     384.172µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:05 | 200 |    13.10621ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:10 | 200 |      41.017µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:11 | 200 |      38.994µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:05:15.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3dc89d18-c55e-4a32-b9a5-e4ab0a4a8f94","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:05:15.206Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"3dc89d18-c55e-4a32-b9a5-e4ab0a4a8f94","keyPrefix":"sk-oai-1MZs1sebyVik...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:05:15 | 201 |     1.95497ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:15 | 200 |      39.822µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:20 | 200 |      42.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:21 | 200 |      46.127µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:23 | 200 |     599.442µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:05:23 | 200 |     516.333µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:05:23 | 200 |     355.122µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:23 | 200 |     369.768µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:05:23 | 200 |     208.876µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:23 | 200 |   26.152164ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:25 | 200 |      40.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:30 | 200 |      40.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:31 | 200 |      62.536µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:35 | 200 |      67.524µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:05:36.683Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0a690850-d8fb-4db2-8019-6b94514fe563","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:05:36.683Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"0a690850-d8fb-4db2-8019-6b94514fe563","keyPrefix":"sk-oai-1U9MUrzKxA9U...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:05:36 | 201 |    2.845878ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:40 | 200 |      39.652µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:41 | 200 |      40.901µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:44 | 200 |      462.57µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-12T17:05:44.731Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/12 - 17:05:44 | 500 |      109.93µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:05:45 | 200 |      40.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:50 | 200 |      44.507µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:51 | 200 |      69.094µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:55 | 200 |      39.844µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:05:58 | 200 |     239.115µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:58 | 200 |     380.605µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:58 | 200 |      408.53µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:05:58 | 200 |   75.817288ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:00 | 200 |      40.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:01 | 200 |      44.868µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:05 | 200 |      44.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:10 | 200 |      45.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:11 | 200 |      44.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:15 | 200 |      40.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:16 | 200 |     317.134µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:06:16 | 200 |   20.196883ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:20 | 200 |      39.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:21 | 200 |      37.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:25 | 200 |      49.428µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:06:27.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b33f641f-4e6a-4f65-919d-19b8996db138","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:06:27.517Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"b33f641f-4e6a-4f65-919d-19b8996db138","keyPrefix":"sk-oai-1PeQq5DmTYWE...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:06:27 | 201 |    9.566327ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:30 | 200 |      49.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:31 | 200 |      39.062µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:35 | 200 |    1.201757ms |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:06:35 | 200 |     135.347µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:35 | 200 |      39.401µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:06:36.135Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d109c52b-1f26-431f-ac05-2b38d52f50ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:06:36.135Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"d109c52b-1f26-431f-ac05-2b38d52f50ee","keyPrefix":"sk-oai-1QEOyL7lfZ1z...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:06:36 | 201 |    1.539977ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:40 | 200 |      53.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:41 | 200 |       37.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:44 | 200 |     574.578µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:06:44 | 200 |     319.904µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:06:44 | 200 |     486.736µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:06:44 | 200 |   12.800169ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:06:44.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e8e98f3-cbb9-4bd4-b60f-5d94febe8c1b","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:06:44.539Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"5e8e98f3-cbb9-4bd4-b60f-5d94febe8c1b","keyPrefix":"sk-oai-jmBcqe8zazG8...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:06:44 | 201 |    1.622803ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:45 | 200 |      40.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:50 | 200 |      40.499µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:51 | 200 |      40.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:06:52 | 200 |     519.123µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:06:52 | 200 |     458.881µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:06:52 | 200 |     207.394µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:06:52 | 200 |   11.871274ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:06:53.299Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"daa2241e-8087-4291-8274-e1deb094754a","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:06:53.299Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"daa2241e-8087-4291-8274-e1deb094754a","keyPrefix":"sk-oai-1XLN0oA7kQ2u...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:06:53 | 201 |    1.582489ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:06:55 | 200 |       40.37µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:00 | 200 |      42.994µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:01 | 200 |     587.431µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:07:01 | 200 |      284.51µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:07:01 | 200 |     192.361µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:07:01 | 200 |   12.396367ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:07:01 | 200 |      38.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:05 | 200 |      39.522µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:07:10.552Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fcca9ceb-6b88-4d8c-b3d3-d591380fd7e5","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:07:10.552Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"fcca9ceb-6b88-4d8c-b3d3-d591380fd7e5","keyPrefix":"sk-oai-AOICs3g3Mxrn...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:07:10 | 201 |    1.699797ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:07:10 | 200 |      38.776µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:11 | 200 |      41.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:15 | 200 |      38.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:20 | 200 |      38.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:21 | 200 |      43.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:25 | 200 |       37.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:26 | 200 |     505.205µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:07:26 | 403 |     100.259µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:07:30 | 200 |      38.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:31 | 200 |      38.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:35 | 200 |      42.615µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:40 | 200 |      42.546µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:41 | 200 |      38.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:43 | 403 |     141.999µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:07:45 | 200 |      38.144µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:50 | 200 |      40.999µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:51 | 200 |      40.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:07:55 | 200 |      45.755µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:00 | 200 |       39.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:01 | 403 |     124.556µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:08:01 | 200 |      40.397µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:05 | 200 |      40.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:10 | 200 |      43.186µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:11 | 200 |      37.746µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:15 | 200 |      47.339µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:18 | 403 |     143.398µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:08:20 | 200 |      37.185µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:21 | 200 |      44.312µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:25 | 200 |      43.178µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:30 | 200 |      39.897µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:31 | 200 |      43.548µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:08:32.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c998a014-f588-4553-92de-779ad59b089d","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:08:32.553Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"c998a014-f588-4553-92de-779ad59b089d","keyPrefix":"sk-oai-Ena45CBHnGM6...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:08:32 | 201 |    1.907873ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:08:35 | 200 |      40.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:40 | 200 |     411.708µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:08:40 | 200 |     542.614µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:08:40 | 200 |     401.245µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:08:40 | 200 |   22.134168ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:08:40 | 200 |      34.838µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:41 | 200 |      38.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:45 | 200 |      41.707µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:50 | 200 |      43.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:08:51 | 200 |      44.553µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:08:54.764Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7f34e5d5-832d-4933-96f9-e86f943103cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:08:54.764Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"7f34e5d5-832d-4933-96f9-e86f943103cc","keyPrefix":"sk-oai-1VdOYrvODS6O...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:08:54 | 201 |    1.888227ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:08:54.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ade156dd-35ba-4f25-8257-be392907af73","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:08:54.797Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"ade156dd-35ba-4f25-8257-be392907af73","keyPrefix":"sk-oai-ziTSIooAx1nE...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:08:54 | 201 |    1.496649ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:08:55 | 200 |      40.146µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:00 | 200 |      39.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:01 | 200 |      38.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:02 | 200 |     616.464µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:02 | 200 |      554.05µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:02 | 200 |     406.476µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:02 | 200 |   13.258867ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:02 | 200 |     524.731µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:02 | 200 |     473.507µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:02 | 200 |     386.291µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:02 | 200 |   15.440245ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:05 | 200 |      40.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:10 | 200 |      42.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:11 | 200 |      38.903µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:15 | 200 |      39.541µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:17 | 200 |     254.283µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:17 | 200 |     390.034µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:17 | 200 |     395.295µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:17 | 200 |   66.364355ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:20 | 200 |      39.203µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:21 | 200 |      52.767µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:25 | 200 |      38.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:30 | 200 |       40.46µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:31 | 200 |     176.403µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:31 | 200 |   29.252669ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:31 | 200 |       39.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:31 | 200 |     165.834µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:31 | 200 |   23.477866ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:35 | 200 |      38.696µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:40 | 200 |      39.625µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:41 | 200 |      38.901µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:45 | 200 |      42.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:50 | 200 |      37.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:51 | 200 |      38.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:09:55 | 200 |      38.892µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:09:57.565Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-ca5e35","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"89679f44-d7f1-4060-a2a6-7a167b4f8862","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:09:57.565Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"89679f44-d7f1-4060-a2a6-7a167b4f8862","keyPrefix":"sk-oai-pFuxbN5CYvIq...","username":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-ca5e35","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:09:57 | 201 |    1.726233ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:09:57 | 200 |      352.61µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     427.888µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:57 | 200 |     544.996µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     352.715µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:57 | 200 |     499.602µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     375.977µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:57 | 200 |     525.353µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     395.754µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:57 | 200 |      490.64µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     495.767µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:09:57 | 200 |     376.346µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:09:57 | 200 |   14.844745ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:10:00 | 200 |      44.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:01 | 200 |      39.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:05 | 200 |      49.599µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:10:09.263Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ad8dc46-af3e-4e28-a32b-003bbe9492dc","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:10:09.263Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"1ad8dc46-af3e-4e28-a32b-003bbe9492dc","keyPrefix":"sk-oai-1VFamlWuwGxo...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/12 - 17:10:09 | 201 |    1.760115ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:10:09 | 200 |     389.994µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:10:09 | 200 |     376.204µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:10:10 | 200 |      41.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:11 | 200 |      40.781µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:15 | 200 |      48.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:20 | 200 |      41.507µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:21 | 200 |       46.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:25 | 200 |      42.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:30 | 200 |      51.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:31 | 200 |      42.617µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:35 | 200 |      43.427µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:40 | 200 |      38.138µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:41 | 200 |      39.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:45 | 200 |      39.122µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:50 | 200 |      40.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:51 | 200 |      41.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:10:55 | 200 |      42.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:00 | 200 |      41.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:01 | 200 |      39.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:05 | 200 |      46.113µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:10 | 200 |      41.764µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:11 | 200 |      36.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:15 | 200 |      38.163µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:11:16.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"41d2c78d-7585-4502-975e-fd09bb45a547","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:16.465Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"41d2c78d-7585-4502-975e-fd09bb45a547","keyPrefix":"sk-oai-WXXJfTAMObh2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:16 | 201 |    1.499751ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:16.940Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2d12f664-5ddc-4ffc-8d24-b25717108def","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:16.940Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"2d12f664-5ddc-4ffc-8d24-b25717108def","keyPrefix":"sk-oai-XUK3lqrNoE7A...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:16 | 201 |    1.262494ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:17.145Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f771d10b-d0f5-450f-b69a-90649cf3525d","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:17.145Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f771d10b-d0f5-450f-b69a-90649cf3525d","keyPrefix":"sk-oai-zfbiwv4gCdH5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:17 | 201 |    1.309352ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:17 | 200 |     479.626µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:17 | 200 |     372.019µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:17 | 200 |     227.449µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:11:17 | 200 |   12.325472ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:17 | 200 |     416.462µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:17 | 200 |     209.602µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-12T17:11:17.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ce444f4-a9f9-4d53-adb2-a9d9168c52c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:17.315Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"4ce444f4-a9f9-4d53-adb2-a9d9168c52c6","keyPrefix":"sk-oai-qj4ripOKRcPO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:17 | 201 |    1.358587ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:17.346Z","caller":"api_keys/store_postgres.go:474","message":"Revoked API key","id":"4ce444f4-a9f9-4d53-adb2-a9d9168c52c6"}
{"level":"info","timestamp":"2026-06-12T17:11:17.346Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"4ce444f4-a9f9-4d53-adb2-a9d9168c52c6","revokedBy":"alice_lead"}
[GIN] 2026/06/12 - 17:11:17 | 200 |    2.253339ms |  34.228.250.194 | DELETE   "/v1/api-keys/4ce444f4-a9f9-4d53-adb2-a9d9168c52c6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:20 | 200 |     491.885µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
{"level":"info","timestamp":"2026-06-12T17:11:20.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cd5cc141-f9d5-4558-b5ac-1efe8e32c1c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:20.650Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"cd5cc141-f9d5-4558-b5ac-1efe8e32c1c0","keyPrefix":"sk-oai-p64vS0oClwVh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:20 | 201 |    1.494403ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:20 | 200 |      36.418µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-12T17:11:20.677Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6c5a08f7-d254-419d-879c-991b9c7b5ea3","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:20.677Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"6c5a08f7-d254-419d-879c-991b9c7b5ea3","keyPrefix":"sk-oai-TuhRq1x67Il1...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:20 | 201 |    1.571625ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:20.762Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fd45d3c2-4af1-48ba-b747-1e7fb824b1b5","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:20.762Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"fd45d3c2-4af1-48ba-b747-1e7fb824b1b5","keyPrefix":"sk-oai-OqqVsWUT8CdY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:20 | 201 |    1.611975ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:20.789Z","caller":"api_keys/store_postgres.go:474","message":"Revoked API key","id":"fd45d3c2-4af1-48ba-b747-1e7fb824b1b5"}
{"level":"info","timestamp":"2026-06-12T17:11:20.789Z","caller":"api_keys/handler.go:339","message":"Revoked API key","keyId":"fd45d3c2-4af1-48ba-b747-1e7fb824b1b5","revokedBy":"alice_lead"}
[GIN] 2026/06/12 - 17:11:20 | 200 |    1.940106ms |  34.228.250.194 | DELETE   "/v1/api-keys/fd45d3c2-4af1-48ba-b747-1e7fb824b1b5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:20 | 404 |     523.384µs |  34.228.250.194 | DELETE   "/v1/api-keys/fd45d3c2-4af1-48ba-b747-1e7fb824b1b5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:20.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5320fedc-8467-43de-be14-81d91f0448eb","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:20.899Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"5320fedc-8467-43de-be14-81d91f0448eb","keyPrefix":"sk-oai-1e5aHUUZauIX...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:20 | 201 |    1.506537ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:20 | 200 |     464.322µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:20 | 200 |     374.448µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:20 | 200 |     365.571µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:11:20 | 200 |    12.43764ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:21.027Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"82aefc79-383a-4b8e-bdec-12c42c34f0fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:21.027Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"82aefc79-383a-4b8e-bdec-12c42c34f0fb","keyPrefix":"sk-oai-1IezmX5nhFXe...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:21 | 201 |    1.578099ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:21 | 200 |      573.51µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 403 |      88.287µs |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:21 | 200 |      493.91µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     437.235µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     363.996µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:11:21 | 200 |   12.113114ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:21.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9128f772-1224-4047-adbb-ae4d5b3248c7","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:21.175Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"9128f772-1224-4047-adbb-ae4d5b3248c7","keyPrefix":"sk-oai-1YCGRckHKFKP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:21 | 201 |    1.499626ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:21 | 200 |     516.953µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     398.309µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     387.082µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:11:21 | 200 |   11.629194ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:21 | 200 |     475.311µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     433.117µs |     10.133.0.32 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/12 - 17:11:21 | 200 |     354.617µs |     10.133.0.32 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/12 - 17:11:21 | 200 |   12.256701ms |  34.228.250.194 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-12T17:11:21.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f5a70908-1933-4d58-b632-d6bb2ed81a5f","ephemeral":false}
{"level":"info","timestamp":"2026-06-12T17:11:21.338Z","caller":"api_keys/handler.go:238","message":"Created API key","keyId":"f5a70908-1933-4d58-b632-d6bb2ed81a5f","keyPrefix":"sk-oai-zoTUlZ16ND7O...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/12 - 17:11:21 | 201 |    1.529339ms |  34.228.250.194 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/12 - 17:11:21 | 200 |     247.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/12 - 17:11:25 | 200 |       44.38µs |      10.132.0.2 | GET      "/health"