[GIN] 2026/06/05 - 04:11:16 | 200 |     182.617µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:11:16 | 200 |     530.636µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:11:16 | 200 |     196.921µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:11:17 | 200 |      40.446µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:17 | 200 |      44.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:22 | 200 |      52.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:27 | 200 |      38.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:27 | 200 |      37.873µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:32 | 200 |      38.779µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T04:11:33.940Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T04:11:33.940Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 04:11:33 | 400 |     262.891µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:11:37 | 200 |      37.178µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:37 | 200 |      59.204µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:42 | 200 |      57.462µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:47 | 200 |       37.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:47 | 200 |      42.301µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:11:51.377Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a8fe8612-1f51-494b-b30e-09738e7b7c61","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:11:51.377Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8fe8612-1f51-494b-b30e-09738e7b7c61","keyPrefix":"sk-oai-EUOVBQnv43W7...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:11:51 | 201 |    2.079308ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:11:51 | 200 |     612.936µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:11:51 | 200 |     155.387µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:11:52 | 200 |      37.711µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:57 | 200 |      39.549µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:11:57 | 200 |      39.916µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:12:00.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e06fd263-5ef8-4f4d-9ee8-81eaf42fa868","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:12:00.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e06fd263-5ef8-4f4d-9ee8-81eaf42fa868","keyPrefix":"sk-oai-1Bpgnunf2T71...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:12:00 | 201 |    2.058192ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:12:02 | 200 |      38.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:07 | 200 |      39.885µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:07 | 200 |      43.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:08 | 200 |     887.684µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:12:08 | 200 |     223.538µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:12:12 | 200 |      40.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:17 | 200 |      39.311µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:17 | 200 |      48.091µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:22 | 200 |      40.307µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:12:26.116Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"31364c2a-c265-4f38-8825-fd8ac6a40702","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:12:26.116Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31364c2a-c265-4f38-8825-fd8ac6a40702","keyPrefix":"sk-oai-1JN7HeBeH7pQ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:12:26 | 201 |    2.145617ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:12:26 | 200 |     691.884µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:12:26 | 200 |     266.067µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:12:27 | 200 |      37.478µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:27 | 200 |       46.05µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:32 | 200 |      40.422µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:37 | 200 |      37.699µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:37 | 200 |      38.449µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:42 | 200 |       39.58µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:47 | 200 |      39.769µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:47 | 200 |      44.985µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:52 | 200 |      40.667µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:57 | 200 |      39.206µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:12:57 | 200 |       39.56µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:02 | 200 |      39.425µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:07 | 200 |      61.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:07 | 200 |      38.677µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:12 | 200 |      37.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:17 | 200 |      58.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:17 | 200 |       39.22µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:22 | 200 |      41.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:27 | 200 |      38.112µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:27 | 200 |      42.211µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:32 | 200 |      59.795µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:37 | 200 |      40.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:37 | 200 |      38.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:42 | 200 |      47.973µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:47 | 200 |       40.85µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:47 | 200 |      37.905µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:52 | 200 |      38.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:57 | 200 |      41.512µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:13:57 | 200 |      40.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:02 | 200 |       38.43µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:07 | 200 |      38.737µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:07 | 200 |      43.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:12 | 200 |      39.495µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:17 | 200 |      38.129µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:17 | 200 |      41.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:22 | 200 |       39.93µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:14:25.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0873b614-0103-4b7e-9f8d-41041f3b4c01","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:14:25.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0873b614-0103-4b7e-9f8d-41041f3b4c01","keyPrefix":"sk-oai-oAtdtfwoSaLl...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:14:25 | 201 |    2.041559ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:14:27 | 200 |      39.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:27 | 200 |      39.282µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:32 | 200 |      39.605µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:37 | 200 |      39.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:37 | 200 |      40.373µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:42 | 200 |      33.172µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:47 | 200 |      46.308µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:47 | 200 |      33.232µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:48 | 200 |     787.205µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:14:48 | 200 |     153.449µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:14:48 | 404 |    1.037285ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:14:52 | 200 |      33.374µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:57 | 200 |      32.356µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:14:57 | 200 |      34.691µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:15:01.469Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 04:15:01 | 200 |    3.102758ms |     10.134.0.35 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 04:15:02 | 200 |      39.631µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:07 | 200 |      35.061µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:07 | 200 |      31.996µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:12 | 200 |      36.392µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:17 | 200 |      32.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:17 | 200 |      41.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:22 | 200 |      33.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:27 | 200 |      35.166µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:27 | 200 |      33.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:32 | 200 |      35.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:37 | 200 |      33.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:37 | 200 |       35.27µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:15:41.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"263836e2-9913-40b1-8dd3-96a9172f61d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:15:41.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"263836e2-9913-40b1-8dd3-96a9172f61d8","keyPrefix":"sk-oai-1OpobeTAu22F...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:15:41 | 201 |    2.020278ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:15:41 | 200 |     479.895µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:15:41 | 200 |     132.968µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:15:42 | 200 |       33.12µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:47 | 200 |      31.752µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:47 | 200 |       33.09µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:52 | 200 |      33.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:57 | 200 |      32.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:15:57 | 200 |      37.106µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:16:00.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"080d2395-d1c7-4a2e-8cdc-9086c3a23ef9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:16:00.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"080d2395-d1c7-4a2e-8cdc-9086c3a23ef9","keyPrefix":"sk-oai-1b1hdubQm5lR...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:16:00 | 201 |   11.284689ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:16:00 | 200 |    1.304211ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:16:00 | 200 |     147.319µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:16:00 | 200 |     588.577µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:16:00 | 200 |     163.443µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:16:02 | 200 |      32.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:07 | 200 |      32.642µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:07 | 200 |      31.427µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:12 | 200 |      34.121µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:17 | 200 |      34.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:17 | 200 |      33.754µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:16:20.053Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"393270a8-7b42-49e7-904d-b4213576d55a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:16:20.053Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"393270a8-7b42-49e7-904d-b4213576d55a","keyPrefix":"sk-oai-zUwzCTBuvpw0...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:16:20 | 201 |    2.247189ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:16:20 | 200 |       656.5µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:16:20 | 200 |      600.51µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:16:20 | 200 |     130.755µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:16:20 | 200 |   17.618749ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:16:22 | 200 |      35.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:27 | 200 |       39.78µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:27 | 200 |      41.155µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:32 | 200 |      39.406µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:37 | 200 |      40.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:37 | 200 |      39.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:39 | 200 |     158.498µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:16:39 | 200 |     163.734µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:16:39 | 200 |   23.896049ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:16:42 | 200 |      41.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:47 | 200 |       39.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:47 | 200 |      39.366µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:52 | 200 |      37.601µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:16:53.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4e5cd66-cd6c-4347-bdf6-6602c1faa13e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:16:53.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4e5cd66-cd6c-4347-bdf6-6602c1faa13e","keyPrefix":"sk-oai-cG3iNwEI6MJt...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:16:53 | 201 |    2.226167ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:16:57 | 200 |      50.613µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:16:57 | 200 |      40.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:02 | 200 |      38.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:07 | 200 |      37.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:07 | 200 |      40.992µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:12 | 200 |      38.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:17 | 200 |      69.664µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:17 | 200 |      40.974µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:22 | 200 |      38.404µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:23 | 200 |    1.959754ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:17:23 | 200 |     145.401µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:17:23 | 200 |     635.649µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:17:23 | 200 |     396.233µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:17:23 | 200 |     162.314µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:17:23 | 200 |   13.398283ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:17:27 | 200 |      40.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:27 | 200 |      57.494µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:32 | 200 |      37.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:37 | 200 |      38.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:37 | 200 |      39.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:40 | 200 |     144.519µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:17:40 | 200 |   14.743748ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:17:42 | 200 |      38.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:47 | 200 |      45.596µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:47 | 200 |      41.028µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:17:49.328Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8070c142-2837-44b3-a84e-e0d063c24eff","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:17:49.329Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8070c142-2837-44b3-a84e-e0d063c24eff","keyPrefix":"sk-oai-16Ag7scuLPQc...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:17:49 | 201 |    2.038705ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:17:52 | 200 |      37.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:17:57 | 200 |      784.43µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:17:57 | 200 |     398.892µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:17:57 | 200 |      109.42µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:17:57 | 200 |   10.494408ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:17:57 | 200 |      36.641µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:17:57.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef5eb330-a333-425e-a152-46b46a54d4e0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:17:57.872Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef5eb330-a333-425e-a152-46b46a54d4e0","keyPrefix":"sk-oai-65A5BXqDunlh...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:17:57 | 201 |    1.825313ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:17:57 | 200 |      34.886µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:02 | 200 |       37.68µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:05 | 200 |     778.284µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:05 | 200 |     411.151µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:05 | 200 |     195.909µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:05 | 200 |    7.350624ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:05 | 200 |      504.35µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:05 | 200 |     438.425µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:05 | 200 |      154.65µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:05 | 200 |    7.523076ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:18:06.930Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d18c480a-bef3-4c79-9637-1a4a6a37de58","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:18:06.930Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d18c480a-bef3-4c79-9637-1a4a6a37de58","keyPrefix":"sk-oai-1MJ4qYM8uvb8...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:18:06 | 201 |     1.86522ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:07 | 200 |      40.644µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:07 | 200 |      38.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:12 | 200 |      38.047µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:14 | 200 |     803.991µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:14 | 200 |     394.908µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:14 | 200 |     132.336µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:14 | 200 |   10.443609ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:17 | 200 |      37.614µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:18 | 200 |      33.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:22 | 200 |      34.664µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:18:24.188Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f257eb35-dd2b-47e9-89a9-69712ff553a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:18:24.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f257eb35-dd2b-47e9-89a9-69712ff553a7","keyPrefix":"sk-oai-zufMkPzbsFJa...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:18:24 | 201 |    2.160214ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:27 | 200 |      35.012µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:27 | 200 |      34.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:32 | 200 |     802.518µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:32 | 200 |     458.151µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:32 | 200 |     194.484µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:32 | 200 |     399.542µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:32 | 200 |     136.565µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:32 | 200 |   18.109618ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:32 | 200 |      31.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:37 | 200 |      31.834µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:37 | 200 |      34.508µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:42 | 200 |      46.038µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:18:45.663Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ffb10964-55ab-4dfb-aa06-0e28e3895a9a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:18:45.664Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffb10964-55ab-4dfb-aa06-0e28e3895a9a","keyPrefix":"sk-oai-pMQlOxVRmUbf...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:18:45 | 201 |    2.186769ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:47 | 200 |       32.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:47 | 200 |      32.186µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:52 | 200 |      34.331µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:53 | 200 |     751.731µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:53 | 200 |     372.979µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:53 | 200 |     169.272µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:53 | 200 |   10.361569ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:18:53 | 200 |     138.219µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:18:53 | 200 |   24.884255ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:18:57 | 200 |      31.633µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:18:57 | 200 |      33.915µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:02 | 200 |      33.809µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:07 | 200 |      32.871µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:07 | 200 |      33.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:12 | 200 |     213.745µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:19:12 | 200 |     244.887µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:19:12 | 200 |     231.851µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:19:12 | 200 |   38.373304ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:19:12 | 200 |      30.714µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:17 | 200 |      32.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:17 | 200 |      32.947µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:22 | 200 |       36.77µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:27 | 200 |        33.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:27 | 200 |      36.435µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:29 | 200 |     190.041µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:19:29 | 200 |   14.058482ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:19:32 | 200 |       50.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:37 | 200 |      32.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:37 | 200 |      32.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:42 | 200 |      35.049µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:19:42.897Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"648512ef-6555-43a0-a98e-b3c7d6559913","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:19:42.897Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"648512ef-6555-43a0-a98e-b3c7d6559913","keyPrefix":"sk-oai-qDXnVDu4CvRe...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:19:42 | 201 |    2.422895ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:19:47 | 200 |      38.532µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:47 | 200 |      37.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:50 | 200 |     946.638µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:19:50 | 200 |     166.628µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:19:51.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b52f998-66a5-44c5-b36c-7699d2ce739d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:19:51.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b52f998-66a5-44c5-b36c-7699d2ce739d","keyPrefix":"sk-oai-jHZh6thdUnDL...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:19:51 | 201 |    1.801945ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:19:52 | 200 |      39.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:57 | 200 |      38.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:57 | 200 |      38.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:19:59 | 200 |     941.135µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:19:59 | 200 |     518.669µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:19:59 | 200 |     111.102µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:19:59 | 200 |   11.632857ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:19:59.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"982cfdda-531c-42cd-95ca-ed2c8beb58cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:19:59.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"982cfdda-531c-42cd-95ca-ed2c8beb58cc","keyPrefix":"sk-oai-1NoEtjougxfm...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:19:59 | 201 |    1.880598ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:20:02 | 200 |      42.603µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:07 | 200 |      39.316µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:07 | 200 |       40.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:08 | 200 |    1.372264ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:20:08 | 200 |     508.984µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:20:08 | 200 |      142.45µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:20:08 | 200 |   10.393515ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:20:08.767Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d4dc3af3-d955-4a7e-8b24-09150dbb0505","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:20:08.767Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4dc3af3-d955-4a7e-8b24-09150dbb0505","keyPrefix":"sk-oai-cT2LhUqJfRyl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:20:08 | 201 |    1.853344ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:20:12 | 200 |      40.415µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:16 | 200 |     786.085µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:20:16 | 200 |     405.259µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:20:16 | 200 |       135.7µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:20:16 | 200 |    9.640005ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:20:17 | 200 |      38.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:17 | 200 |      39.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:22 | 200 |      56.145µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:20:25.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c46a3b87-91a2-45f8-ba79-06eac8fcfe7f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:20:25.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c46a3b87-91a2-45f8-ba79-06eac8fcfe7f","keyPrefix":"sk-oai-l6vzCM4Ph6to...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:20:25 | 201 |    3.140377ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:20:27 | 200 |      37.496µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:27 | 200 |      60.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:32 | 200 |      38.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:37 | 200 |      37.297µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:37 | 200 |      40.469µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:42 | 200 |     1.21706ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:20:42 | 403 |      94.609µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:20:42 | 200 |       38.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:47 | 200 |      37.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:47 | 200 |      40.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:52 | 200 |       41.93µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:57 | 200 |      39.628µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:57 | 200 |      41.636µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:20:59 | 403 |     111.376µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:21:02 | 200 |      37.594µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:07 | 200 |      39.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:07 | 200 |      38.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:12 | 200 |      39.988µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:16 | 403 |     138.141µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:21:17 | 200 |      43.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:17 | 200 |      39.944µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:22 | 200 |       39.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:27 | 200 |      48.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:27 | 200 |      38.677µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:32 | 200 |      40.529µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:33 | 403 |     134.816µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:21:37 | 200 |      39.809µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:37 | 200 |      38.587µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:42 | 200 |      39.388µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:47 | 200 |      35.866µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:47 | 200 |      33.602µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:21:48.036Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9fe3766e-e6d2-4113-90ce-b3a8936b1b2e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:21:48.036Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9fe3766e-e6d2-4113-90ce-b3a8936b1b2e","keyPrefix":"sk-oai-9Tr7134wDGDS...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:21:48 | 201 |    2.372255ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:21:52 | 200 |      36.932µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:56 | 200 |      865.78µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:21:56 | 200 |     723.104µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:21:56 | 200 |     379.271µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:21:56 | 200 |   20.100165ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:21:57 | 200 |      33.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:21:57 | 200 |       35.18µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:02 | 200 |       32.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:07 | 200 |      32.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:07 | 200 |      34.965µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:22:10.323Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0e7fc683-f356-4a65-b85f-c1b68b122898","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:22:10.323Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e7fc683-f356-4a65-b85f-c1b68b122898","keyPrefix":"sk-oai-3EdyCZH7lBhN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:22:10 | 201 |    2.215097ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:22:10.354Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d792bc4b-5522-4c75-9ba6-1245d7f9a4be","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:22:10.354Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d792bc4b-5522-4c75-9ba6-1245d7f9a4be","keyPrefix":"sk-oai-JjC3sP3qxsrP...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:22:10 | 201 |    1.766448ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:12 | 200 |       34.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:17 | 200 |      32.599µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:17 | 200 |      36.186µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:18 | 200 |    1.135113ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:22:18 | 200 |     642.417µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:22:18 | 200 |      395.45µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:18 | 200 |   10.337944ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:18 | 200 |     634.229µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:22:18 | 200 |     698.357µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:22:18 | 200 |     346.389µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:18 | 200 |   10.369908ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:22 | 200 |      32.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:27 | 200 |       34.98µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:27 | 200 |      39.513µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:32 | 200 |      30.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:37 | 200 |     251.886µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:37 | 200 |     238.452µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:37 | 200 |     256.549µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:37 | 200 |    40.21517ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:37 | 200 |      38.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:37 | 200 |      34.282µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:42 | 200 |      32.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:47 | 200 |      38.907µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:47 | 200 |       35.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:52 | 200 |       38.66µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:55 | 200 |     258.341µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:55 | 200 |   13.636467ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:55 | 200 |     269.344µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:22:55 | 200 |   14.094638ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:22:57 | 200 |      36.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:22:57 | 200 |      44.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:02 | 200 |      43.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:07 | 200 |      40.551µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:07 | 200 |      41.207µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:12 | 200 |        37.5µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:17 | 200 |      48.685µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:17 | 200 |       38.55µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:23:21.599Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba726ddf-29cb-40c1-ae60-ce1010240432","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:23:21.599Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba726ddf-29cb-40c1-ae60-ce1010240432","keyPrefix":"sk-oai-sZhjHkEU74ch...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:23:21 | 201 |    2.015919ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:23:21 | 200 |     585.873µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |      421.72µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:21 | 200 |      706.14µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |     379.351µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:21 | 200 |     703.054µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |     422.548µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:21 | 200 |     681.956µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |     402.149µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:21 | 200 |      695.39µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |     665.921µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:21 | 200 |     335.269µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:21 | 200 |   13.191052ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:23:22 | 200 |      37.219µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:27 | 200 |      37.968µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:27 | 200 |      42.683µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:32 | 200 |      37.702µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:37 | 200 |      43.285µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:37 | 200 |      36.718µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:23:39.591Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ce89a1c8-336c-4a0d-a40f-958c1e4fe1f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:23:39.591Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce89a1c8-336c-4a0d-a40f-958c1e4fe1f6","keyPrefix":"sk-oai-1Nno6TXlaJdk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 04:23:39 | 201 |    2.521117ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:23:40 | 200 |     924.495µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:23:40 | 200 |     339.182µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:23:42 | 200 |      41.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:47 | 200 |      47.409µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:47 | 200 |      38.164µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:52 | 200 |      39.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:57 | 200 |      40.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:23:57 | 200 |      40.142µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:02 | 200 |      40.564µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:07 | 200 |      42.569µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:07 | 200 |      36.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:12 | 200 |      42.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:17 | 200 |      38.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:17 | 200 |       38.53µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T04:24:19.822Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fd01436e-6cd5-43f4-bbd6-28198e56917d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:19.822Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd01436e-6cd5-43f4-bbd6-28198e56917d","keyPrefix":"sk-oai-Ee9JeAFnFeWS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:19 | 201 |   11.055529ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:20.761Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1e61fde4-e49a-49d3-ad43-a185d468eb4a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:20.761Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e61fde4-e49a-49d3-ad43-a185d468eb4a","keyPrefix":"sk-oai-10dX7XpjpKNM...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:20 | 201 |    1.986355ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:21.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b1377158-832e-4862-b64d-aa9a65ebd2c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:21.166Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b1377158-832e-4862-b64d-aa9a65ebd2c2","keyPrefix":"sk-oai-OBdGdWadLE86...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:21 | 201 |    1.915888ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:21 | 200 |    1.477804ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:21 | 200 |      555.77µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:21 | 200 |     177.434µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:24:21 | 200 |   11.606794ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:21 | 200 |     633.191µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:21 | 200 |     178.964µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T04:24:21.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5b5bf1b5-3dc2-4037-92d1-55fb03e808e2","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:21.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b5bf1b5-3dc2-4037-92d1-55fb03e808e2","keyPrefix":"sk-oai-1IO6O7KksWyC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:21 | 201 |    1.953069ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:21.424Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"5b5bf1b5-3dc2-4037-92d1-55fb03e808e2"}
{"level":"info","timestamp":"2026-06-05T04:24:21.424Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5b5bf1b5-3dc2-4037-92d1-55fb03e808e2","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 04:24:21 | 200 |      2.9801ms |      100.64.0.2 | DELETE   "/v1/api-keys/5b5bf1b5-3dc2-4037-92d1-55fb03e808e2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:22 | 200 |      41.801µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:24 | 200 |     977.006µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T04:24:24.457Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 04:24:24 | 500 |     101.661µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:24.945Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d52e7ab9-7140-47ca-8606-3de05d25c2ba","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:24.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d52e7ab9-7140-47ca-8606-3de05d25c2ba","keyPrefix":"sk-oai-LcpBYnuBsKCp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:24 | 201 |    1.841833ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:24.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"282513cd-c94f-49d2-9427-c6688c466dd9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:24.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"282513cd-c94f-49d2-9427-c6688c466dd9","keyPrefix":"sk-oai-hQh8mM6z1KPu...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:24 | 201 |    1.694997ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.122Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"52061a2f-19ff-4bcf-918a-927f28d692b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:25.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52061a2f-19ff-4bcf-918a-927f28d692b3","keyPrefix":"sk-oai-1OmNyMDtSrDH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:25 | 201 |    1.773286ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.146Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"52061a2f-19ff-4bcf-918a-927f28d692b3"}
{"level":"info","timestamp":"2026-06-05T04:24:25.146Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"52061a2f-19ff-4bcf-918a-927f28d692b3","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 04:24:25 | 200 |    2.312655ms |      100.64.0.3 | DELETE   "/v1/api-keys/52061a2f-19ff-4bcf-918a-927f28d692b3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 404 |     738.616µs |      100.64.0.4 | DELETE   "/v1/api-keys/52061a2f-19ff-4bcf-918a-927f28d692b3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0d69a4b7-9aec-4302-97a4-cf96d53761bb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:25.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d69a4b7-9aec-4302-97a4-cf96d53761bb","keyPrefix":"sk-oai-1BZzNvcHZJ2w...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:25 | 201 |    1.728003ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 200 |     630.066µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |      852.39µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     116.333µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:24:25 | 200 |     12.6937ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"170cfd4f-e40a-4399-b2a8-1253f43647e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:25.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"170cfd4f-e40a-4399-b2a8-1253f43647e9","keyPrefix":"sk-oai-yrBZABqdUzKf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:25 | 201 |    1.710296ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 200 |     499.567µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 403 |     115.344µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 200 |     467.746µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     430.923µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     140.785µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:24:25 | 200 |   10.000352ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b91e0b2b-9686-47f3-b665-bb14bae9a77e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:25.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b91e0b2b-9686-47f3-b665-bb14bae9a77e","keyPrefix":"sk-oai-1VQDzpIn1ixa...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:25 | 201 |     1.71706ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 200 |     500.446µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     384.596µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     107.985µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:24:25 | 200 |    9.989099ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:25 | 200 |     478.648µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     370.692µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 04:24:25 | 200 |     112.128µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 04:24:25 | 200 |    9.887691ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T04:24:25.972Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"63016cb4-c072-4783-853b-e26f8f911658","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T04:24:25.972Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63016cb4-c072-4783-853b-e26f8f911658","keyPrefix":"sk-oai-1KIfJL8GOOOQ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 04:24:25 | 201 |    1.710772ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 04:24:27 | 200 |      36.081µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/05 - 04:24:27 | 200 |      42.537µs |      10.132.0.2 | GET      "/health"