[GIN] 2026/06/08 - 13:29:56 | 200 |     285.928µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:29:56 | 200 |     479.215µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:29:56 | 200 |      270.25µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:29:57 | 200 |      37.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:02 | 200 |      54.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:02 | 200 |      39.554µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:30:04.335Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 13:30:04 | 200 |     680.899µs |     10.132.0.46 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 13:30:07 | 200 |      42.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:12 | 200 |      43.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:12 | 200 |      39.203µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T13:30:14.656Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T13:30:14.656Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 13:30:14 | 400 |     295.109µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:30:17 | 200 |      42.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:22 | 200 |      38.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:22 | 200 |      51.093µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:27 | 200 |      40.189µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:32 | 200 |      40.835µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:30:32.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"45135558-c330-4bd0-8d69-404347037703","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:30:32.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45135558-c330-4bd0-8d69-404347037703","keyPrefix":"sk-oai-gfjaJf2DGz9H...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:30:32 | 201 |     1.78788ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:30:32 | 200 |     453.047µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:30:32 | 200 |     277.266µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:30:32 | 200 |      39.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:37 | 200 |      42.133µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:30:41.280Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"49393e17-d1dd-4bfd-bebf-a77f2d0a3a26","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:30:41.280Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49393e17-d1dd-4bfd-bebf-a77f2d0a3a26","keyPrefix":"sk-oai-1Ud62ZXYyxp5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:30:41 | 201 |    1.661088ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:30:42 | 200 |        38.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:42 | 200 |      38.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:47 | 200 |      44.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:49 | 200 |     585.599µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:30:49 | 200 |     245.002µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:30:52 | 200 |      39.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:52 | 200 |      42.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:30:57 | 200 |      40.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:02 | 200 |      42.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:02 | 200 |      54.038µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:31:06.863Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ccc6514b-17b8-462c-8cd2-f0c65c161300","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:31:06.863Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccc6514b-17b8-462c-8cd2-f0c65c161300","keyPrefix":"sk-oai-ATEgWvFZYGT1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:31:06 | 201 |     1.64756ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:31:06 | 200 |     598.275µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:31:06 | 200 |     408.225µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:31:07 | 200 |      42.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:12 | 200 |      40.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:12 | 200 |      43.593µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:17 | 200 |      42.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:22 | 200 |      41.145µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:22 | 200 |      45.622µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:27 | 200 |      51.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:32 | 200 |      38.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:32 | 200 |      41.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:37 | 200 |      39.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:42 | 200 |      39.634µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:42 | 200 |      39.902µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:47 | 200 |        43.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:52 | 200 |      44.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:52 | 200 |      38.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:31:57 | 200 |      42.404µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:02 | 200 |      42.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:02 | 200 |      49.008µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:07 | 200 |      53.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:12 | 200 |      40.233µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:12 | 200 |      38.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:17 | 200 |      41.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:22 | 200 |      44.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:22 | 200 |      46.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:27 | 200 |      41.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:32 | 200 |      41.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:32 | 200 |      44.801µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:37 | 200 |      42.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:42 | 200 |      50.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:42 | 200 |      39.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:47 | 200 |      51.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:52 | 200 |      38.022µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:52 | 200 |      39.769µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:32:57 | 200 |      42.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:02 | 200 |       42.74µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:02 | 200 |      55.312µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:33:06.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ff3edacc-1d32-4ae0-af9e-9ce4ab8dcbef","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:33:06.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff3edacc-1d32-4ae0-af9e-9ce4ab8dcbef","keyPrefix":"sk-oai-yTTMaA1Dt232...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:33:06 | 201 |    1.723221ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:33:07 | 200 |      48.625µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:12 | 200 |      42.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:12 | 200 |      47.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:17 | 200 |      45.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:22 | 200 |      40.211µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:22 | 200 |      41.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:27 | 200 |      40.162µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:31 | 200 |     553.638µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:33:31 | 200 |     141.343µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:33:31 | 404 |     641.377µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:33:32 | 200 |       43.95µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:32 | 200 |      37.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:37 | 200 |      39.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:42 | 200 |      45.174µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:42 | 200 |      38.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:47 | 200 |      39.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:52 | 200 |      42.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:52 | 200 |      39.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:33:57 | 200 |      40.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:02 | 200 |      40.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:02 | 200 |      44.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:07 | 200 |      38.673µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:12 | 200 |      40.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:12 | 200 |      38.572µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:17 | 200 |      43.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:22 | 200 |      38.708µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:34:22.247Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2ea288ab-46fc-493b-a2f7-9b94339bb63d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:34:22.247Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ea288ab-46fc-493b-a2f7-9b94339bb63d","keyPrefix":"sk-oai-1a1PIDzbpEtg...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:34:22 | 201 |    1.719209ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:34:22 | 200 |     343.094µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:34:22 | 200 |      164.36µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:34:22 | 200 |      41.458µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:27 | 200 |      41.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:32 | 200 |      46.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:32 | 200 |      38.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:37 | 200 |      47.166µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:34:41.497Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"da005f26-361e-41a3-b419-e2952eeab0c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:34:41.497Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da005f26-361e-41a3-b419-e2952eeab0c2","keyPrefix":"sk-oai-Jh2XArS6xKVY...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:34:41 | 201 |    1.596444ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:34:41 | 200 |     371.416µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:34:41 | 200 |      158.34µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:34:41 | 200 |      360.87µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:34:41 | 200 |     160.988µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:34:42 | 200 |      39.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:42 | 200 |      39.837µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:47 | 200 |      61.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:52 | 200 |      41.757µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:52 | 200 |      40.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:34:57 | 200 |      46.957µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:35:01.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fcbf12c7-6b7b-4f15-b7e9-b51727296516","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:35:01.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fcbf12c7-6b7b-4f15-b7e9-b51727296516","keyPrefix":"sk-oai-6l7E4Llybrvx...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:35:01 | 201 |   10.506322ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:35:01 | 200 |     1.08189ms |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:35:01 | 200 |     409.268µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:35:01 | 200 |     163.394µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:35:01 | 200 |   20.145319ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:35:02 | 200 |      41.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:02 | 200 |      39.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:07 | 200 |      38.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:12 | 200 |      40.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:12 | 200 |      43.343µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:17 | 200 |      44.429µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:20 | 200 |     178.287µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:35:20 | 200 |     182.224µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:35:20 | 200 |   25.550838ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:35:22 | 200 |      42.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:22 | 200 |      40.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:27 | 200 |      42.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:32 | 200 |      37.407µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:35:32.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4b16244e-5fe4-4d0b-ad1d-3d1cd31c85c9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:35:32.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b16244e-5fe4-4d0b-ad1d-3d1cd31c85c9","keyPrefix":"sk-oai-EOTmEmc7Whdh...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:35:32 | 201 |    1.904585ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:35:32 | 200 |      38.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:37 | 200 |      42.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:42 | 200 |      50.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:42 | 200 |      45.786µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:47 | 200 |      42.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:52 | 200 |      38.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:52 | 200 |      49.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:35:57 | 200 |      37.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:02 | 200 |      52.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:02 | 200 |    1.239076ms |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:02 | 200 |      236.19µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:02 | 200 |     458.536µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:02 | 200 |     426.949µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:02 | 200 |      247.94µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:02 | 200 |   10.265607ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:02 | 200 |        41.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:07 | 200 |      41.191µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:12 | 200 |      42.518µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:12 | 200 |      40.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:17 | 200 |      47.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:19 | 200 |     195.105µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:19 | 200 |   15.833475ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:22 | 200 |      40.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:22 | 200 |      39.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:27 | 200 |      39.321µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:36:28.293Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"606c4f68-8b0e-468d-ae27-4188244062a9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:36:28.293Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"606c4f68-8b0e-468d-ae27-4188244062a9","keyPrefix":"sk-oai-1QHvigyFw3VW...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:36:28 | 201 |    1.729906ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:32 | 200 |      41.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:32 | 200 |      39.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:36 | 200 |     532.856µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:36 | 200 |     245.873µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:36 | 200 |     128.515µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:36 | 200 |    9.914393ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:36:36.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62d5c578-8664-4be6-b95c-f5b2ad3fa823","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:36:36.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62d5c578-8664-4be6-b95c-f5b2ad3fa823","keyPrefix":"sk-oai-1Ye6SJJGMkKc...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:36:36 | 201 |    1.520116ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:37 | 200 |      41.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:42 | 200 |      58.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:42 | 200 |       39.61µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:44 | 200 |     429.545µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:44 | 200 |     251.484µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:44 | 200 |     141.327µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:44 | 200 |    6.588865ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:44 | 200 |     358.167µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:44 | 200 |     291.454µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:44 | 200 |     172.412µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:44 | 200 |    6.596421ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:36:45.958Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7018f25a-1230-40e6-aa0d-d91289dc6c32","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:36:45.958Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7018f25a-1230-40e6-aa0d-d91289dc6c32","keyPrefix":"sk-oai-1TYByevwJXhu...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:36:45 | 201 |    1.608837ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:47 | 200 |       39.95µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:52 | 200 |      38.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:52 | 200 |      41.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:36:53 | 200 |     433.399µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:54 | 200 |     303.641µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:36:54 | 200 |     157.367µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:36:54 | 200 |   10.211823ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:36:57 | 200 |      41.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:02 | 200 |      52.692µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:02 | 200 |      43.792µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:37:03.318Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8105a173-76fa-4615-baca-8ee03e3c516b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:37:03.318Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8105a173-76fa-4615-baca-8ee03e3c516b","keyPrefix":"sk-oai-KjkwHVTUD6lo...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:37:03 | 201 |    1.785963ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:37:07 | 200 |      41.757µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:11 | 200 |     440.375µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:11 | 200 |     342.104µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:11 | 200 |     149.879µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:11 | 200 |     291.366µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:11 | 200 |     146.822µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:11 | 200 |    19.42553ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:37:12 | 200 |      50.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:12 | 200 |      39.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:17 | 200 |      42.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:22 | 200 |      48.419µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:37:22.748Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d77aa3e1-99ba-4011-afb2-7aa41a3cc779","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:37:22.748Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d77aa3e1-99ba-4011-afb2-7aa41a3cc779","keyPrefix":"sk-oai-1byRwSQWbQA5...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:37:22 | 201 |    1.796536ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:37:22 | 200 |      40.576µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:27 | 200 |      48.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:30 | 200 |     456.445µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:30 | 200 |     254.087µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:30 | 200 |      227.97µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:37:30 | 200 |     152.551µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:30 | 200 |     132.708µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:30 | 200 |   22.475245ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:37:32 | 200 |      51.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:32 | 200 |      39.771µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:37 | 200 |      40.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:42 | 200 |      52.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:42 | 200 |      38.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:44 | 200 |     178.598µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:44 | 200 |     213.351µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:44 | 200 |     247.151µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:37:44 | 200 |   45.681239ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:37:47 | 200 |      45.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:52 | 200 |      40.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:52 | 200 |       41.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:37:57 | 200 |       40.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:02 | 200 |       41.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:02 | 200 |     229.284µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:38:02 | 200 |   12.601078ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:02 | 200 |      40.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:07 | 200 |      49.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:12 | 200 |      39.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:12 | 200 |      41.781µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:38:14.011Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e4a412e0-6aef-4ec0-9b23-970f047152c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:38:14.011Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4a412e0-6aef-4ec0-9b23-970f047152c4","keyPrefix":"sk-oai-1SGWkjwcpsyd...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:38:14 | 201 |    1.821411ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:17 | 200 |      39.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:22 | 200 |    1.121386ms |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:22 | 200 |     147.336µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:22 | 200 |      46.488µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:38:22.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8462e25-075f-4f91-b004-b74746843ec6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:38:22.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8462e25-075f-4f91-b004-b74746843ec6","keyPrefix":"sk-oai-15LrzIQG3gUp...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:38:22 | 201 |    1.717136ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:22 | 200 |      40.466µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:27 | 200 |       43.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:30 | 200 |     570.817µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:30 | 200 |       326.4µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:30 | 200 |     135.938µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:38:30 | 200 |   11.330187ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:38:31.149Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a5bd4434-17db-4385-b04d-9d73f21f69cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:38:31.149Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5bd4434-17db-4385-b04d-9d73f21f69cb","keyPrefix":"sk-oai-1EVJPT2MArO1...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:38:31 | 201 |    1.703905ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:32 | 200 |       61.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:32 | 200 |      42.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:37 | 200 |       41.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:39 | 200 |     563.009µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:39 | 200 |     349.727µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:39 | 200 |      138.03µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:38:39 | 200 |    9.059355ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:38:39.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"43903a6f-6371-4d11-848d-1cd5d9d64b35","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:38:39.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43903a6f-6371-4d11-848d-1cd5d9d64b35","keyPrefix":"sk-oai-1IGvcdbGp7mY...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:38:39 | 201 |    1.649125ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:42 | 200 |      38.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:42 | 200 |      47.318µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:47 | 200 |      47.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:48 | 200 |      576.33µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:48 | 200 |     262.022µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:38:48 | 200 |     148.603µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:38:48 | 200 |    9.829272ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:38:52 | 200 |      62.994µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:52 | 200 |      41.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:38:57 | 200 |      43.653µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:38:57.300Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2dcac909-f296-4f72-a7c8-dc1ab7b1c54c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:38:57.300Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2dcac909-f296-4f72-a7c8-dc1ab7b1c54c","keyPrefix":"sk-oai-1L4vKvNqDn8x...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:38:57 | 201 |    2.857148ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:39:02 | 200 |      46.758µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:02 | 200 |      39.365µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:07 | 200 |      39.732µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:12 | 200 |      42.621µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:12 | 200 |      45.707µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:13 | 200 |     463.054µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:39:13 | 403 |      93.395µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:39:17 | 200 |      51.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:22 | 200 |       43.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:22 | 200 |      40.546µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:27 | 200 |      60.686µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:30 | 403 |     145.591µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:39:32 | 200 |      40.839µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:32 | 200 |      46.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:37 | 200 |      43.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:42 | 200 |      43.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:42 | 200 |       42.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:47 | 200 |      42.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:47 | 403 |     131.348µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:39:52 | 200 |      42.314µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:52 | 200 |      39.207µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:39:57 | 200 |      44.201µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:02 | 200 |      44.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:02 | 200 |      48.451µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:05 | 403 |     141.535µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:07 | 200 |      42.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:12 | 200 |      41.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:12 | 200 |      40.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:17 | 200 |      41.689µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:40:19.633Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21e6d686-a1ff-47d1-9af0-4de8ddb26a51","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:40:19.633Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21e6d686-a1ff-47d1-9af0-4de8ddb26a51","keyPrefix":"sk-oai-13EQtpTXKX6j...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:40:19 | 201 |    2.346645ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:22 | 200 |      40.491µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:22 | 200 |       40.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:27 | 200 |      46.621µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:27 | 200 |      455.81µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:27 | 200 |     312.396µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:27 | 200 |     155.286µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:40:27 | 200 |   18.589589ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:32 | 200 |      41.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:32 | 200 |      60.192µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:37 | 200 |      47.616µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:40:41.929Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1833a103-22e6-44f8-a90d-055047aa39a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:40:41.929Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1833a103-22e6-44f8-a90d-055047aa39a2","keyPrefix":"sk-oai-n0rY68fk1ckN...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:40:41 | 201 |    1.723869ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:40:41.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"80f9846e-0ec6-47ca-9011-4a77332bbf0b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:40:41.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"80f9846e-0ec6-47ca-9011-4a77332bbf0b","keyPrefix":"sk-oai-GBHoPjDeKfKG...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:40:41 | 201 |    1.546607ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:42 | 200 |      49.935µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:42 | 200 |      47.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:47 | 200 |      39.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:50 | 200 |     462.677µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:50 | 200 |     284.766µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:50 | 200 |     154.205µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:40:50 | 200 |    9.927445ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:50 | 200 |     310.574µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:50 | 200 |     220.846µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:40:50 | 200 |     158.544µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:40:50 | 200 |    9.467632ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:40:52 | 200 |      46.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:52 | 200 |       41.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:40:57 | 200 |      36.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:02 | 200 |      42.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:02 | 200 |      41.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:04 | 200 |     190.366µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:04 | 200 |     179.671µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:04 | 200 |     167.585µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:04 | 200 |   42.480459ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:41:07 | 200 |      40.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:12 | 200 |      38.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:12 | 200 |       59.22µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:17 | 200 |      39.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:21 | 200 |     198.038µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:21 | 200 |   13.298907ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:41:21 | 200 |     208.128µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:21 | 200 |   14.082919ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:41:22 | 200 |       42.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:22 | 200 |      42.193µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:27 | 200 |      41.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:32 | 200 |      42.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:32 | 200 |      38.889µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:37 | 200 |      40.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:42 | 200 |      37.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:42 | 200 |      42.351µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:41:46.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04605233-d955-4092-bab3-da8f60a6e6f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:41:46.936Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04605233-d955-4092-bab3-da8f60a6e6f4","keyPrefix":"sk-oai-1O8ITsTsM39p...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:41:46 | 201 |    1.993876ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:41:46 | 200 |     506.861µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:41:46 | 200 |     243.695µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:46 | 200 |     383.444µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:41:46 | 200 |     189.354µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:47 | 200 |     412.645µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:41:47 | 200 |     199.826µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:47 | 200 |     353.821µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:41:47 | 200 |     317.699µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:41:47 | 200 |      30.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:47 | 200 |     137.111µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:41:47 | 200 |   11.764222ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:41:52 | 200 |      38.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:52 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:41:57 | 200 |      44.537µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:42:00.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"180969d9-9bd7-4b62-bf7e-8d02b68429cf","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:42:00.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"180969d9-9bd7-4b62-bf7e-8d02b68429cf","keyPrefix":"sk-oai-13Zpv5zI3Pn2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:42:00 | 201 |    1.780816ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:42:01 | 200 |     411.123µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:42:01 | 200 |     181.283µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:42:02 | 200 |       38.12µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:02 | 200 |      40.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:07 | 200 |      35.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:12 | 200 |      37.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:12 | 200 |      33.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:17 | 200 |      40.716µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:22 | 200 |      39.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:22 | 200 |      33.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:27 | 200 |      34.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:32 | 200 |      39.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:32 | 200 |      32.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:37 | 200 |      35.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:42 | 200 |      33.701µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:42 | 200 |      34.464µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:47 | 200 |      44.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:52 | 200 |      36.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:52 | 200 |      36.442µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:42:57 | 200 |       35.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:43:02 | 200 |      33.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:43:02 | 200 |      45.871µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:43:07 | 200 |       45.44µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:43:07.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3f39ebda-c759-4755-baf1-329545ea191a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:07.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f39ebda-c759-4755-baf1-329545ea191a","keyPrefix":"sk-oai-BKFgsktZq8vC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:07 | 201 |    12.47927ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:07.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"10bdcd23-4ade-4777-838d-9b2839229268","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:07.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10bdcd23-4ade-4777-838d-9b2839229268","keyPrefix":"sk-oai-1MCNqpWCY190...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:07 | 201 |    1.786547ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:08.164Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"19f58005-8ac0-4bf9-a83a-4ffd3f52c0ae","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:08.164Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19f58005-8ac0-4bf9-a83a-4ffd3f52c0ae","keyPrefix":"sk-oai-nB4tLUXm3UQo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:08 | 201 |    1.561656ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:08 | 200 |    1.034621ms |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:08 | 200 |     342.123µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:08 | 200 |     118.089µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:43:08 | 200 |   10.480401ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:08 | 200 |     445.175µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:08 | 200 |     120.439µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T13:43:08.347Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1153589f-be60-420a-a710-96129d845ade","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:08.347Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1153589f-be60-420a-a710-96129d845ade","keyPrefix":"sk-oai-1TybcGtjVLma...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:08 | 201 |    1.642039ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:08.372Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1153589f-be60-420a-a710-96129d845ade"}
{"level":"info","timestamp":"2026-06-08T13:43:08.372Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1153589f-be60-420a-a710-96129d845ade","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 13:43:08 | 200 |    2.358141ms |      100.64.0.4 | DELETE   "/v1/api-keys/1153589f-be60-420a-a710-96129d845ade" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:11 | 200 |     520.374µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T13:43:11.401Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 13:43:11 | 500 |     109.805µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:11.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"02a1effd-c90c-4361-8775-f3718fd8727c","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:11.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02a1effd-c90c-4361-8775-f3718fd8727c","keyPrefix":"sk-oai-hdHPzGwkzBMh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:11 | 201 |    1.645874ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:11.730Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"217ef46e-69c9-4bb4-b905-f52dab54978f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:11.730Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"217ef46e-69c9-4bb4-b905-f52dab54978f","keyPrefix":"sk-oai-11byOUhLJdoi...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:11 | 201 |    1.722902ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:11.821Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"49f29928-f83c-4f94-8ac5-851cb28ff372","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:11.821Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49f29928-f83c-4f94-8ac5-851cb28ff372","keyPrefix":"sk-oai-1YKV7ZDiC3eZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:11 | 201 |    1.531841ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:11.846Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"49f29928-f83c-4f94-8ac5-851cb28ff372"}
{"level":"info","timestamp":"2026-06-08T13:43:11.846Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"49f29928-f83c-4f94-8ac5-851cb28ff372","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 13:43:11 | 200 |    1.930785ms |      100.64.0.2 | DELETE   "/v1/api-keys/49f29928-f83c-4f94-8ac5-851cb28ff372" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:11 | 404 |     675.881µs |      100.64.0.4 | DELETE   "/v1/api-keys/49f29928-f83c-4f94-8ac5-851cb28ff372" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:11.973Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ac7f0a00-702a-487f-b73b-f1d492c4d4e6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:11.973Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac7f0a00-702a-487f-b73b-f1d492c4d4e6","keyPrefix":"sk-oai-1XDZZsoN8x8V...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:11 | 201 |    1.534121ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:11 | 200 |     435.537µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |      307.27µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     126.197µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:43:12 | 200 |    9.290945ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |      33.597µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:43:12.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6c41164b-9090-49b8-afe7-cdf4398b970e","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:12.107Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c41164b-9090-49b8-afe7-cdf4398b970e","keyPrefix":"sk-oai-bPLlQRhIpqR0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:12 | 201 |    1.531888ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |     324.431µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 403 |      81.026µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |     312.433µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |      234.09µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     122.106µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:43:12 | 200 |    9.495423ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:12.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"76e00cf1-8ccd-4979-a490-98a23a64de20","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:12.260Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76e00cf1-8ccd-4979-a490-98a23a64de20","keyPrefix":"sk-oai-Qwy5nk3JvUpU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:12 | 201 |    1.653251ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |     339.981µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     260.461µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     138.431µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:43:12 | 200 |    9.311588ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |      295.85µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     244.254µs |     10.132.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:43:12 | 200 |     154.689µs |     10.132.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:43:12 | 200 |    9.086924ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:43:12.417Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"01ce3797-6263-41ee-96c1-d83f29efab0d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:43:12.417Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"01ce3797-6263-41ee-96c1-d83f29efab0d","keyPrefix":"sk-oai-wIDunkZrWr2T...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:43:12 | 201 |    1.563076ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:43:12 | 200 |      33.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:43:17 | 200 |      34.033µs |      10.133.0.2 | GET      "/health"