[GIN] 2026/05/25 - 02:48:33 | 201 |     2.74994ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:48:33.110Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"95026eda-e08e-4743-b982-99b8dd2db2d7","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:48:33.110Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"95026eda-e08e-4743-b982-99b8dd2db2d7","keyPrefix":"sk-oai-1U6dObp8oUjC...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:48:33 | 201 |    1.917628ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:48:33 | 200 |     538.665µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:48:33 | 200 |     196.966µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:48:33 | 200 |     533.148µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:48:33 | 200 |     165.083µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:48:35 | 200 |      44.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:37 | 200 |      42.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:40 | 200 |      39.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:45 | 200 |      44.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:47 | 200 |      51.884µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:50 | 200 |      43.396µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-25T02:48:50.727Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-25T02:48:50.727Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/25 - 02:48:50 | 400 |     280.327µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:48:55 | 200 |      40.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:48:57 | 200 |      39.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:00 | 200 |     107.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:05 | 200 |      41.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:07 | 200 |      42.921µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:49:08.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c1535877-d78b-4ec2-a657-7ee72e35813b","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:49:08.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1535877-d78b-4ec2-a657-7ee72e35813b","keyPrefix":"sk-oai-19z3JeSPY1Lv...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:49:08 | 201 |     2.05696ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:49:08 | 200 |     514.123µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:49:08 | 200 |     156.377µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:49:10 | 200 |      67.663µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:15 | 200 |      40.117µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:49:17.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"239438a8-828c-4d43-905f-90ed6a68b812","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:49:17.137Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"239438a8-828c-4d43-905f-90ed6a68b812","keyPrefix":"sk-oai-11u7xS545z0n...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:49:17 | 201 |   11.121006ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:49:17 | 200 |      41.073µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:20 | 200 |      40.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:25 | 200 |      43.185µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:25 | 200 |     1.66544ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:49:25 | 200 |     125.345µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:49:27 | 200 |      48.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:30 | 200 |      39.315µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:35 | 200 |      42.285µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:37 | 200 |      42.564µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:40 | 200 |      39.797µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:49:42.635Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ed4c56dd-bf77-4e95-b140-d7e7c764b332","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:49:42.635Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed4c56dd-bf77-4e95-b140-d7e7c764b332","keyPrefix":"sk-oai-O1xZ3iy6j292...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:49:42 | 201 |    2.133676ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:49:42 | 200 |     617.064µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:49:42 | 200 |     177.028µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:49:45 | 200 |       41.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:47 | 200 |      47.908µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:50 | 200 |      40.087µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:55 | 200 |      33.546µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:49:57 | 200 |      34.817µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:00 | 200 |      63.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:05 | 200 |      39.064µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:07 | 200 |      39.893µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:10 | 200 |       44.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:15 | 200 |      41.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:17 | 200 |      36.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:20 | 200 |      44.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:25 | 200 |      39.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:27 | 200 |      43.062µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:30 | 200 |      36.791µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:35 | 200 |      43.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:37 | 200 |       47.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:40 | 200 |      39.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:45 | 200 |      38.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:47 | 200 |      41.332µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:50 | 200 |      51.359µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:55 | 200 |      50.573µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:50:57 | 200 |      41.688µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:00 | 200 |      41.783µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:05 | 200 |      41.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:07 | 200 |      38.919µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:10 | 200 |      50.257µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:15 | 200 |       40.46µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:17 | 200 |      38.807µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:20 | 200 |      39.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:25 | 200 |      37.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:27 | 200 |      38.447µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:30 | 200 |      41.749µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:35 | 200 |      56.436µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:37 | 200 |      37.279µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:40 | 200 |      38.923µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:51:41.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"20d05825-4aa0-4cfc-ac93-b9e05688f35c","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:51:41.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20d05825-4aa0-4cfc-ac93-b9e05688f35c","keyPrefix":"sk-oai-NL8R7RUdAvQt...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:51:41 | 201 |    2.287363ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:51:45 | 200 |      40.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:47 | 200 |      43.309µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:50 | 200 |       40.78µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:55 | 200 |      39.579µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:51:57 | 200 |      42.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:00 | 200 |      42.652µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:04 | 200 |     952.521µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:52:04 | 200 |     179.169µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:52:05 | 404 |     959.655µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:52:05 | 200 |      40.887µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:07 | 200 |       40.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:10 | 200 |      45.197µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:15 | 200 |      42.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:17 | 200 |      38.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:20 | 200 |      37.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:25 | 200 |      40.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:27 | 200 |      40.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:30 | 200 |      39.532µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:35 | 200 |      38.589µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:37 | 200 |       38.67µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:40 | 200 |      43.485µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:45 | 200 |      37.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:47 | 200 |      40.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:50 | 200 |      39.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:52:55 | 200 |      33.356µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:52:57.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7fee6d29-d497-498e-9b7b-bcee37d41a30","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:52:57.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7fee6d29-d497-498e-9b7b-bcee37d41a30","keyPrefix":"sk-oai-13y3FJeL5FNV...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:52:57 | 201 |    2.406479ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:52:57 | 200 |     627.057µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:52:57 | 200 |     188.816µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:52:57 | 200 |      41.699µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:00 | 200 |      43.517µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:05 | 200 |      39.333µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:07 | 200 |      37.988µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:10 | 200 |      39.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:15 | 200 |      41.712µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:53:16.574Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6c723ade-33fe-480f-bf4e-ec21cb355591","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:53:16.574Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c723ade-33fe-480f-bf4e-ec21cb355591","keyPrefix":"sk-oai-V9iVAJfb8o6y...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:53:16 | 201 |    2.049356ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:53:16 | 200 |     623.166µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:53:16 | 200 |     156.362µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:53:16 | 200 |     683.689µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:53:16 | 200 |     176.237µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:53:17 | 200 |      41.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:20 | 200 |      39.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:25 | 200 |      42.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:27 | 200 |      42.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:30 | 200 |      43.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:35 | 200 |       47.41µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:53:35.987Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"56c3f923-b2c5-4a44-ab07-f5fcde850b8f","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:53:35.987Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56c3f923-b2c5-4a44-ab07-f5fcde850b8f","keyPrefix":"sk-oai-1KJNEagNFNQt...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:53:35 | 201 |    1.749771ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:53:36 | 200 |     532.702µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:53:36 | 200 |     525.295µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:53:36 | 200 |      154.56µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:53:36 | 200 |    19.40872ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:53:37 | 200 |      44.502µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:40 | 200 |      35.258µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:45 | 200 |      38.898µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:47 | 200 |      50.373µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:50 | 200 |      40.421µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:55 | 200 |     167.996µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:53:55 | 200 |     160.785µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:53:55 | 200 |   23.654468ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:53:55 | 200 |       37.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:53:57 | 200 |       48.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:00 | 200 |      43.569µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:05 | 200 |      40.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:07 | 200 |      40.261µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:54:09.238Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a183d8ad-9cc6-4cd0-87c0-4cfdbc62b17e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:54:09.238Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a183d8ad-9cc6-4cd0-87c0-4cfdbc62b17e","keyPrefix":"sk-oai-1T9h5Nhv5qpy...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:54:09 | 201 |    1.943591ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:54:10 | 200 |      46.207µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:15 | 200 |      38.918µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:17 | 200 |      46.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:20 | 200 |      38.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:25 | 200 |      39.533µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:27 | 200 |      50.094µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:30 | 200 |      34.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:35 | 200 |      37.668µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:37 | 200 |      41.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:39 | 200 |   10.652949ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:54:39 | 200 |     141.227µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:54:39 | 200 |     631.542µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:54:39 | 200 |     461.141µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:54:39 | 200 |     114.485µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:54:39 | 200 |    9.841099ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:54:40 | 200 |      38.038µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:45 | 200 |      44.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:47 | 200 |      45.879µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:50 | 200 |      40.173µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:55 | 200 |      41.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:54:56 | 200 |     140.288µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:54:56 | 200 |   11.612406ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:54:57 | 200 |      45.205µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:00 | 200 |      39.395µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:55:05.035Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b37825f8-8c53-4a8b-aaea-38609fb6a26a","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:55:05.035Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b37825f8-8c53-4a8b-aaea-38609fb6a26a","keyPrefix":"sk-oai-1e9GMEFRoMV0...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:55:05 | 201 |    2.750062ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:05 | 200 |      38.121µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:07 | 200 |      39.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:10 | 200 |      38.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:13 | 200 |     987.263µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:13 | 200 |     476.179µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:13 | 200 |     156.575µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:13 | 200 |    9.401812ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:55:13.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9ac40ab-65de-4f45-8d96-83ce288a7cff","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:55:13.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9ac40ab-65de-4f45-8d96-83ce288a7cff","keyPrefix":"sk-oai-apKwM62Itf0n...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:55:13 | 201 |    1.912645ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:15 | 200 |      41.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:17 | 200 |      45.288µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:20 | 200 |      48.026µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:21 | 200 |     931.438µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:21 | 200 |     337.918µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:21 | 200 |     124.954µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:21 | 200 |    6.880296ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:21 | 200 |     548.906µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:21 | 200 |     399.578µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:21 | 200 |     122.607µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:21 | 200 |    6.469843ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:55:22.571Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac4393ed-cc21-48db-ada0-965a208d5139","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:55:22.571Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac4393ed-cc21-48db-ada0-965a208d5139","keyPrefix":"sk-oai-vSbr2grfPdGj...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:55:22 | 201 |    1.850843ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:25 | 200 |      56.559µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:27 | 200 |      37.751µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:30 | 200 |      43.281µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:30 | 200 |      933.78µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:30 | 200 |     432.979µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:30 | 200 |      143.97µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:30 | 200 |   10.005231ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:35 | 200 |      42.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:37 | 200 |      42.019µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:55:39.754Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"725a7ba1-d985-479e-be2f-e9f1e0a2bc51","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:55:39.754Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"725a7ba1-d985-479e-be2f-e9f1e0a2bc51","keyPrefix":"sk-oai-XKprCfsTuvpt...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:55:39 | 201 |    2.197413ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:40 | 200 |      42.519µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:45 | 200 |      37.409µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:47 | 200 |      41.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:47 | 200 |    1.001877ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:47 | 200 |      444.12µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:47 | 200 |     162.027µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:47 | 200 |     471.489µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:55:47 | 200 |     131.387µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:55:47 | 200 |   19.014728ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:55:50 | 200 |      60.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:55 | 200 |      50.981µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:55:57 | 200 |      43.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:00 | 200 |      44.656µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:56:01.139Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e3cc9eae-0feb-45cd-9efb-208ad1686eba","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:56:01.139Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e3cc9eae-0feb-45cd-9efb-208ad1686eba","keyPrefix":"sk-oai-1YSwvmjQMVZA...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:56:01 | 201 |    2.274581ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:56:05 | 200 |      40.415µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:07 | 200 |       41.73µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:09 | 200 |     839.552µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:56:09 | 200 |     591.313µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:56:09 | 200 |     213.433µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:09 | 200 |   10.308955ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:56:09 | 200 |     179.457µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:09 | 200 |   32.898875ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:56:10 | 200 |      46.286µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:15 | 200 |      39.389µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:17 | 200 |      51.804µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:20 | 200 |      42.473µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:25 | 200 |     203.351µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:25 | 200 |     237.239µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:25 | 200 |     237.862µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:25 | 200 |    37.68338ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:56:25 | 200 |      39.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:27 | 200 |      44.566µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:30 | 200 |      39.799µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:35 | 200 |      37.112µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:37 | 200 |      52.481µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:40 | 200 |      41.612µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:42 | 200 |     160.923µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:56:42 | 200 |   12.576096ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:56:45 | 200 |      40.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:47 | 200 |      46.644µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:50 | 200 |      40.151µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:56:53.786Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"60dda74f-f751-430e-8d48-870a9b6f4050","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:56:53.786Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"60dda74f-f751-430e-8d48-870a9b6f4050","keyPrefix":"sk-oai-vL8iHCVhvFCx...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:56:53 | 201 |    3.985043ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:56:55 | 200 |      45.782µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:56:57 | 200 |      41.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:00 | 200 |      46.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:01 | 200 |    1.149312ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:01 | 200 |     150.491µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:57:02.401Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bdb16cc7-153f-42ae-8a72-f7a79bae1a07","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:57:02.401Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdb16cc7-153f-42ae-8a72-f7a79bae1a07","keyPrefix":"sk-oai-1HhksIh9vOtX...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:57:02 | 201 |    1.929543ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:05 | 200 |      52.411µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:07 | 200 |      40.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:10 | 200 |      40.344µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:10 | 200 |     915.554µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:10 | 200 |     472.167µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:10 | 200 |     126.933µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:57:10 | 200 |   11.118027ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:57:10.824Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e53187d6-6732-4e1d-8508-65aee86a85f2","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:57:10.824Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e53187d6-6732-4e1d-8508-65aee86a85f2","keyPrefix":"sk-oai-aBbO3rJS7dQP...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:57:10 | 201 |    1.762136ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:15 | 200 |      49.231µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:17 | 200 |      39.113µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:18 | 200 |    1.178677ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:18 | 200 |     474.472µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:18 | 200 |     109.847µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:57:18 | 200 |    9.227695ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:57:19.545Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eb11b55d-4477-4ca1-86a3-f7161cbf2646","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:57:19.545Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb11b55d-4477-4ca1-86a3-f7161cbf2646","keyPrefix":"sk-oai-NE82RGt7cBWB...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:57:19 | 201 |    2.227804ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:20 | 200 |      41.246µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:25 | 200 |      40.918µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:27 | 200 |       39.68µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:27 | 200 |    1.012065ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:27 | 200 |     519.956µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:27 | 200 |     149.654µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:57:27 | 200 |    9.783879ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:30 | 200 |      42.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:35 | 200 |      38.624µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:57:36.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f3e94c7f-932d-478e-9a80-259e86d44c6e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:57:36.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3e94c7f-932d-478e-9a80-259e86d44c6e","keyPrefix":"sk-oai-15LQmXColkMY...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:57:36 | 201 |    2.255694ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:37 | 200 |      44.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:40 | 200 |       41.61µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:45 | 200 |      43.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:47 | 200 |      48.707µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:50 | 200 |      35.916µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:52 | 200 |    1.056369ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:57:52 | 403 |     100.448µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:57:55 | 200 |      35.832µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:57:57 | 200 |      36.142µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:00 | 200 |      44.554µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:05 | 200 |      52.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:07 | 200 |      41.473µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:09 | 403 |     133.738µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:58:10 | 200 |      40.217µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:15 | 200 |      44.708µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:17 | 200 |      48.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:20 | 200 |      40.774µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:25 | 200 |      42.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:27 | 403 |     118.189µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:58:27 | 200 |      38.036µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:30 | 200 |      48.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:35 | 200 |      38.363µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:37 | 200 |      44.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:40 | 200 |      37.865µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:44 | 403 |     169.085µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:58:45 | 200 |      51.515µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:47 | 200 |      42.414µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:50 | 200 |      40.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:58:55 | 200 |      39.181µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:58:56.312Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cae3094d-f2ec-4055-9b76-d132e52e5c63","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:58:56.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cae3094d-f2ec-4055-9b76-d132e52e5c63","keyPrefix":"sk-oai-Ue9Hp7UGsarS...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:58:56 | 201 |    2.041876ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:58:57 | 200 |      40.265µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:00 | 200 |      45.675µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:04 | 200 |     898.525µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:04 | 200 |     499.885µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:04 | 200 |     198.516µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:04 | 200 |   18.200978ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:05 | 200 |      44.439µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:07 | 200 |      42.837µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:10 | 200 |      51.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:15 | 200 |      40.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:17 | 200 |       40.39µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T02:59:18.442Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f2ec96b2-d172-4f12-9dd6-42d6dee1bf4a","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:59:18.442Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2ec96b2-d172-4f12-9dd6-42d6dee1bf4a","keyPrefix":"sk-oai-8ElOkW71dkKk...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:59:18 | 201 |    2.075642ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T02:59:18.472Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b4ea0bbd-064a-4b48-9b57-f24ee823ad03","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T02:59:18.472Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4ea0bbd-064a-4b48-9b57-f24ee823ad03","keyPrefix":"sk-oai-13Atrl9OsfJy...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 02:59:18 | 201 |    1.709986ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:20 | 200 |      40.478µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:25 | 200 |      39.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:26 | 200 |      843.64µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:26 | 200 |     405.081µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:26 | 200 |     201.134µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:26 | 200 |    9.471732ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:26 | 200 |     554.803µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:26 | 200 |     350.357µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 02:59:26 | 200 |     174.216µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:26 | 200 |    9.966627ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:27 | 200 |      38.976µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:30 | 200 |      41.518µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:35 | 200 |      41.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:37 | 200 |      42.998µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:40 | 200 |      49.604µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:42 | 200 |     193.905µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:42 | 200 |     185.867µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:42 | 200 |     209.352µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:42 | 200 |   36.051233ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:45 | 200 |      42.554µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:47 | 200 |      39.184µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:50 | 200 |      38.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:55 | 200 |       37.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:57 | 200 |      40.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 02:59:59 | 200 |     186.383µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:59 | 200 |   12.418592ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 02:59:59 | 200 |     171.281µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 02:59:59 | 200 |   10.828585ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:00:00 | 200 |      41.739µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T03:00:01.451Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/25 - 03:00:01 | 200 |    1.281767ms |     10.134.0.36 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/25 - 03:00:05 | 200 |      40.232µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:07 | 200 |      41.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:10 | 200 |      40.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:15 | 200 |      37.331µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:17 | 200 |      40.281µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:20 | 200 |      39.815µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T03:00:25.065Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9bdf920e-46aa-4a97-8a68-4d3866249d7a","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:00:25.065Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9bdf920e-46aa-4a97-8a68-4d3866249d7a","keyPrefix":"sk-oai-jrPY1TPVHaKj...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 03:00:25 | 201 |    2.557449ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:00:25 | 200 |     539.601µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     160.728µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:25 | 200 |     602.144µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     151.221µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:25 | 200 |      608.59µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     447.335µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:25 | 200 |     596.706µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     202.177µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:25 | 200 |     523.945µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     600.257µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:25 | 200 |     161.531µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:25 | 200 |    13.41897ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:00:25 | 200 |      60.974µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:27 | 200 |      38.569µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:30 | 200 |       56.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:35 | 200 |      41.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:37 | 200 |      42.324µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:40 | 200 |      37.975µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T03:00:40.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e00873fd-9a24-4bb2-9ac0-7904a8a63a62","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:00:40.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e00873fd-9a24-4bb2-9ac0-7904a8a63a62","keyPrefix":"sk-oai-3wWXUT7bibxq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/25 - 03:00:40 | 201 |    2.180999ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:00:41 | 200 |     873.407µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:00:41 | 200 |     181.033µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:00:45 | 200 |      39.104µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:47 | 200 |      49.908µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:50 | 200 |       53.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:55 | 200 |      41.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:00:57 | 200 |      43.288µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:00 | 200 |      39.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:05 | 200 |      38.247µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:07 | 200 |      38.524µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:10 | 200 |      48.299µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:15 | 200 |      33.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:17 | 200 |      45.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:20 | 200 |      42.109µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-25T03:01:20.570Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3b403f27-d688-48dc-995c-7dbc2ac9ffea","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:20.570Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b403f27-d688-48dc-995c-7dbc2ac9ffea","keyPrefix":"sk-oai-1O3UjzIg5ZaB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:20 | 201 |   11.141638ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:21.074Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f75bde6c-86a1-47b7-a8a6-facc7a9dd467","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:21.074Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f75bde6c-86a1-47b7-a8a6-facc7a9dd467","keyPrefix":"sk-oai-g0a6cltpGrmd...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:21 | 201 |    1.951768ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:21.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b2883436-dbe5-4a3c-a356-034785318c11","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:21.278Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2883436-dbe5-4a3c-a356-034785318c11","keyPrefix":"sk-oai-dMaW93OqEXtN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:21 | 201 |    1.788147ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:21 | 200 |    1.414887ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:21 | 200 |     591.194µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:21 | 200 |     141.581µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:01:21 | 200 |    9.745685ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:21 | 200 |     649.146µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:21 | 200 |     131.962µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-25T03:01:21.430Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"837496b0-d2d7-4b00-a9b6-eaa94611f883","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:21.430Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"837496b0-d2d7-4b00-a9b6-eaa94611f883","keyPrefix":"sk-oai-1ToBxkCzf81h...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:21 | 201 |    1.828888ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:21.456Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"837496b0-d2d7-4b00-a9b6-eaa94611f883"}
{"level":"info","timestamp":"2026-05-25T03:01:21.456Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"837496b0-d2d7-4b00-a9b6-eaa94611f883","revokedBy":"alice_lead"}
[GIN] 2026/05/25 - 03:01:21 | 200 |    3.008925ms |      100.64.0.3 | DELETE   "/v1/api-keys/837496b0-d2d7-4b00-a9b6-eaa94611f883" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:24 | 200 |    1.012458ms |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-25T03:01:24.482Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/25 - 03:01:24 | 500 |     105.569µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:24.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"321ef72a-4024-4069-bd37-d800890c1450","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:24.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"321ef72a-4024-4069-bd37-d800890c1450","keyPrefix":"sk-oai-1MwuPtL81QWu...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:24 | 201 |      1.8294ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:24.792Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6a736a2c-4a15-4883-9d47-7746657cced2","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:24.792Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a736a2c-4a15-4883-9d47-7746657cced2","keyPrefix":"sk-oai-1bZkwpHTktuv...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:24 | 201 |    1.698338ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:24.881Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0f19d29e-b8f0-47f8-84ea-6f77161d4ef0","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:24.881Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f19d29e-b8f0-47f8-84ea-6f77161d4ef0","keyPrefix":"sk-oai-1B4dKipUXts8...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:24 | 201 |    1.725151ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:24.906Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0f19d29e-b8f0-47f8-84ea-6f77161d4ef0"}
{"level":"info","timestamp":"2026-05-25T03:01:24.906Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0f19d29e-b8f0-47f8-84ea-6f77161d4ef0","revokedBy":"alice_lead"}
[GIN] 2026/05/25 - 03:01:24 | 200 |    2.261235ms |      100.64.0.3 | DELETE   "/v1/api-keys/0f19d29e-b8f0-47f8-84ea-6f77161d4ef0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:24 | 404 |     842.884µs |      100.64.0.2 | DELETE   "/v1/api-keys/0f19d29e-b8f0-47f8-84ea-6f77161d4ef0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:25.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"88bcc57d-475f-40d5-be49-58beaf50e641","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:25.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88bcc57d-475f-40d5-be49-58beaf50e641","keyPrefix":"sk-oai-4uaZi0qtRLpv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:25 | 201 |    1.801091ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:25 | 200 |     698.468µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     528.283µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     139.356µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:01:25 | 200 |    9.286408ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:25.132Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"58fd391d-339e-4a71-b129-3790f3e1651e","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:25.132Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58fd391d-339e-4a71-b129-3790f3e1651e","keyPrefix":"sk-oai-18lfbqrfgx7y...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:25 | 201 |    1.768475ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:25 | 200 |     559.073µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 403 |      98.396µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:25 | 200 |     514.804µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     357.289µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     136.487µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:01:25 | 200 |    8.864934ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:25.318Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b565cdd3-069d-48ad-b421-1d3b7062cc53","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:25.318Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b565cdd3-069d-48ad-b421-1d3b7062cc53","keyPrefix":"sk-oai-eODR68NcjgZF...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:25 | 201 |    1.769385ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:25 | 200 |     549.539µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     393.946µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     128.564µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:01:25 | 200 |    9.286109ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:25 | 200 |      31.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:25 | 200 |     483.939µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |       369.2µs |     10.132.0.58 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/25 - 03:01:25 | 200 |     129.677µs |     10.132.0.58 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/25 - 03:01:25 | 200 |    8.655423ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-25T03:01:25.470Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f5553d76-f973-41f6-85d7-be468b4c6045","ephemeral":false}
{"level":"info","timestamp":"2026-05-25T03:01:25.470Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5553d76-f973-41f6-85d7-be468b4c6045","keyPrefix":"sk-oai-1R4I3CxJZ65j...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/25 - 03:01:25 | 201 |    1.704702ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/25 - 03:01:27 | 200 |      39.581µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/25 - 03:01:30 | 200 |      39.488µs |      10.132.0.2 | GET      "/health"