[GIN] 2026/06/03 - 19:48:04 | 200 |      519.07µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:48:04 | 200 |     150.311µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:48:04 | 200 |     486.797µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:48:04 | 200 |     165.495µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:48:08 | 200 |      33.429µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:09 | 200 |      38.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:13 | 200 |      38.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:18 | 200 |      35.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:19 | 200 |      40.017µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T19:48:21.899Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T19:48:21.899Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 19:48:21 | 400 |      318.24µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:48:23 | 200 |      31.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:28 | 200 |      32.731µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:29 | 200 |      40.931µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:33 | 200 |      34.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:38 | 200 |      32.706µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:48:39.309Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fcb40ac1-b820-477e-b419-b26b3aa20411","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:48:39.309Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fcb40ac1-b820-477e-b419-b26b3aa20411","keyPrefix":"sk-oai-CfP8U56ooR6P...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:48:39 | 201 |   11.499591ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:48:39 | 200 |    1.563065ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:48:39 | 200 |     148.678µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:48:39 | 200 |      51.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:43 | 200 |      46.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:48 | 200 |      42.909µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:48:48.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d27e8b5a-f811-4852-aab2-f2f008d6e79f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:48:48.390Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d27e8b5a-f811-4852-aab2-f2f008d6e79f","keyPrefix":"sk-oai-1EtOp4OknNlN...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:48:48 | 201 |    2.513595ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:48:49 | 200 |      41.933µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:53 | 200 |      39.709µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:56 | 200 |    1.003939ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:48:56 | 200 |     127.184µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:48:58 | 200 |      38.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:48:59 | 200 |      41.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:03 | 200 |      38.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:08 | 200 |       43.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:09 | 200 |      43.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:13 | 200 |      37.571µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:49:13.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"15167816-05d4-4404-ae79-21b9c9a92bad","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:49:13.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15167816-05d4-4404-ae79-21b9c9a92bad","keyPrefix":"sk-oai-13Mov3nvPhme...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:49:13 | 201 |    2.059871ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:49:13 | 200 |     662.092µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:49:13 | 200 |     165.551µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:49:18 | 200 |      40.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:19 | 200 |      47.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:23 | 200 |      42.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:28 | 200 |      37.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:29 | 200 |       43.86µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:33 | 200 |      42.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:38 | 200 |      44.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:39 | 200 |      48.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:43 | 200 |       43.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:48 | 200 |      39.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:49 | 200 |      45.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:53 | 200 |      39.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:58 | 200 |      39.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:49:59 | 200 |      44.602µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:03 | 200 |      43.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:08 | 200 |      44.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:09 | 200 |      44.675µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:13 | 200 |      40.215µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:18 | 200 |      39.717µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:19 | 200 |      44.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:23 | 200 |      38.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:28 | 200 |      40.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:29 | 200 |      61.521µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:33 | 200 |      56.742µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:38 | 200 |      37.345µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:39 | 200 |      47.096µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:43 | 200 |      50.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:48 | 200 |      38.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:49 | 200 |      38.877µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:53 | 200 |       37.21µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:58 | 200 |      39.215µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:50:59 | 200 |      39.139µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:03 | 200 |      38.412µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:08 | 200 |       39.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:09 | 200 |      41.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:13 | 200 |      36.346µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:51:15.534Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2aba4e3f-70a2-4682-b154-e45bbf08c063","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:51:15.534Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2aba4e3f-70a2-4682-b154-e45bbf08c063","keyPrefix":"sk-oai-1C7uSAHw9sH2...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:51:15 | 201 |    2.092112ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:51:18 | 200 |      45.119µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:19 | 200 |      42.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:23 | 200 |      37.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:28 | 200 |      41.691µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:29 | 200 |      40.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:33 | 200 |       38.65µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:38 | 200 |    1.104213ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:51:38 | 200 |       151.5µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:51:38 | 200 |      42.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:38 | 404 |    1.167023ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:51:39 | 200 |      40.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:43 | 200 |      41.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:48 | 200 |       38.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:49 | 200 |      42.771µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:53 | 200 |      50.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:58 | 200 |      38.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:51:59 | 200 |      39.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:03 | 200 |      40.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:08 | 200 |      52.567µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:09 | 200 |      41.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:13 | 200 |      37.715µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:18 | 200 |      38.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:19 | 200 |      37.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:23 | 200 |      41.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:28 | 200 |      39.243µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:29 | 200 |      39.597µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:52:30.994Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"729d006d-c151-4561-8af9-3d433ee72610","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:52:30.994Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"729d006d-c151-4561-8af9-3d433ee72610","keyPrefix":"sk-oai-1edAvT1MzRfs...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:52:30 | 201 |    2.121016ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:52:31 | 200 |     648.386µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:52:31 | 200 |     175.642µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:52:33 | 200 |      44.022µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:38 | 200 |      41.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:39 | 200 |      47.266µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:43 | 200 |      41.462µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:48 | 200 |      44.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:49 | 200 |      50.318µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:52:50.184Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"80a17531-7ca2-4c24-a374-c6bfc3b8c3f1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:52:50.184Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"80a17531-7ca2-4c24-a374-c6bfc3b8c3f1","keyPrefix":"sk-oai-sC5oU74L2wcS...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:52:50 | 201 |    2.353147ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:52:50 | 200 |     581.171µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:52:50 | 200 |     127.941µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:52:50 | 200 |     560.297µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:52:50 | 200 |     157.029µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:52:53 | 200 |       51.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:58 | 200 |      41.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:52:59 | 200 |      47.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:03 | 200 |      36.763µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:08 | 200 |      41.131µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:53:09.645Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"df7a8d6a-34a7-418a-94f2-1260d6fadf79","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:53:09.645Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df7a8d6a-34a7-418a-94f2-1260d6fadf79","keyPrefix":"sk-oai-15WDK9EvfDx4...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:53:09 | 201 |    1.924478ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:53:09 | 200 |     527.056µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:53:09 | 200 |      454.18µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:53:09 | 200 |     146.212µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:53:09 | 200 |   22.044033ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:53:09 | 200 |      28.229µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:13 | 200 |      39.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:18 | 200 |      42.478µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:19 | 200 |      38.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:23 | 200 |      38.627µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:28 | 200 |      39.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:28 | 200 |      176.12µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:53:28 | 200 |      139.05µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:53:28 | 200 |   22.752535ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:53:29 | 200 |      39.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:33 | 200 |      38.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:38 | 200 |      37.823µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:39 | 200 |      44.006µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:53:42.935Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"582c186a-ead0-45d5-acf0-d0c649692dac","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:53:42.935Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"582c186a-ead0-45d5-acf0-d0c649692dac","keyPrefix":"sk-oai-1RxjQDH8ytjo...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:53:42 | 201 |   10.798666ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:53:43 | 200 |      35.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:48 | 200 |      38.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:49 | 200 |      43.362µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:53 | 200 |      39.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:58 | 200 |      38.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:53:59 | 200 |      52.557µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:03 | 200 |      40.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:08 | 200 |      39.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:09 | 200 |      46.376µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:12 | 200 |    1.744721ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:13 | 200 |     153.821µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:13 | 200 |     532.758µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:13 | 200 |     435.247µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:13 | 200 |     139.307µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:13 | 200 |   11.538354ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:13 | 200 |      34.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:18 | 200 |      37.321µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:19 | 200 |      41.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:23 | 200 |      38.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:28 | 200 |      40.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:29 | 200 |       51.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:30 | 200 |     140.537µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:30 | 200 |   13.071758ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:33 | 200 |      38.994µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:38 | 200 |      39.718µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:54:38.785Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d1f03b8-81aa-4da0-bad3-6b6a5329960a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:54:38.785Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d1f03b8-81aa-4da0-bad3-6b6a5329960a","keyPrefix":"sk-oai-10X78zSefjI6...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:54:38 | 201 |    2.113195ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:39 | 200 |      40.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:43 | 200 |      36.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:46 | 200 |    1.094696ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:46 | 200 |     474.511µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:46 | 200 |     122.703µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:46 | 200 |    9.132492ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T19:54:47.327Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4ed75c02-fe0c-4db7-b8ab-ac6086a15fda","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:54:47.327Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ed75c02-fe0c-4db7-b8ab-ac6086a15fda","keyPrefix":"sk-oai-1Ubnsai0ffVf...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:54:47 | 201 |    1.785848ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:48 | 200 |      38.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:49 | 200 |      40.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:53 | 200 |      45.775µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:55 | 200 |    1.160118ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:55 | 200 |     473.135µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:55 | 200 |     112.798µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:55 | 200 |    6.728828ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:55 | 200 |     436.134µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:55 | 200 |     344.441µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:55 | 200 |     118.146µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:55 | 200 |     6.10266ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T19:54:56.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c09bc598-1af2-4c73-8e90-c12dafc5b926","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:54:56.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c09bc598-1af2-4c73-8e90-c12dafc5b926","keyPrefix":"sk-oai-iXwtHSWg0p3U...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:54:56 | 201 |    1.755094ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:58 | 200 |      40.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:59 | 200 |      47.909µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:03 | 200 |      43.337µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:04 | 200 |    1.000729ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:04 | 200 |     436.163µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:04 | 200 |      143.85µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:04 | 200 |    9.424769ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:08 | 200 |      38.462µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:09 | 200 |      39.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:13 | 200 |       42.79µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:55:13.547Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"692dcba2-fcd0-470b-959a-565bb30c8730","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:55:13.547Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"692dcba2-fcd0-470b-959a-565bb30c8730","keyPrefix":"sk-oai-15FbMOs0BwOO...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:55:13 | 201 |    2.277819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:18 | 200 |      38.297µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:19 | 200 |      49.102µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:21 | 200 |    1.199999ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:21 | 200 |     575.349µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:21 | 200 |     176.368µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:21 | 200 |     432.616µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:21 | 200 |      156.59µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:21 | 200 |   19.878079ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:23 | 200 |      39.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:28 | 200 |      48.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:29 | 200 |      38.675µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:33 | 200 |      38.105µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:55:37.160Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"317637be-5dbc-46cb-8e74-136e21a8b995","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:55:37.160Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"317637be-5dbc-46cb-8e74-136e21a8b995","keyPrefix":"sk-oai-vWtQwwel5TKL...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:55:37 | 201 |    2.035506ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:38 | 200 |      39.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:39 | 200 |      39.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:43 | 200 |      40.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:45 | 200 |     855.153µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:45 | 200 |     511.133µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:45 | 200 |     138.474µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:45 | 200 |    9.792574ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:45 | 200 |     134.617µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:45 | 200 |   22.718259ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:48 | 200 |      40.945µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:49 | 200 |      40.945µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:53 | 200 |      39.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:58 | 200 |       42.25µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:59 | 200 |      42.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:03 | 200 |      49.825µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:03 | 200 |     190.416µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:03 | 200 |     152.009µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:03 | 200 |     142.583µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:03 | 200 |   35.738344ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:08 | 200 |      42.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:09 | 200 |      51.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:13 | 200 |      36.337µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:18 | 200 |      37.916µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:19 | 200 |       48.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:20 | 200 |     153.308µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:20 | 200 |   12.356831ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:23 | 200 |      63.866µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:28 | 200 |      46.586µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:29 | 200 |      39.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:33 | 200 |      42.534µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:56:34.259Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59c21fc0-c374-4c31-9485-b444c3bcfc82","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:56:34.259Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59c21fc0-c374-4c31-9485-b444c3bcfc82","keyPrefix":"sk-oai-15cf2j8wkubI...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:56:34 | 201 |    2.368264ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:38 | 200 |      37.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:39 | 200 |      41.469µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:42 | 200 |     894.495µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:56:42 | 200 |       139.8µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T19:56:42.888Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"50bfc0be-b4b8-41c2-b544-ffe0a8c94795","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:56:42.888Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50bfc0be-b4b8-41c2-b544-ffe0a8c94795","keyPrefix":"sk-oai-1SLqaOKBNpU8...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:56:42 | 201 |    1.746556ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:43 | 200 |      46.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:48 | 200 |      47.105µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:49 | 200 |      47.246µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:50 | 200 |     860.164µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:56:50 | 200 |     606.407µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:56:50 | 200 |     252.392µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:50 | 200 |   19.494298ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T19:56:51.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71fc06bd-ba93-43ec-b803-b3b58125de6b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:56:51.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71fc06bd-ba93-43ec-b803-b3b58125de6b","keyPrefix":"sk-oai-BSXC7n6PyLPI...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:56:51 | 201 |    1.709442ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:53 | 200 |       38.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:58 | 200 |      39.841µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:59 | 200 |    1.200851ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:56:59 | 200 |     458.599µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:56:59 | 200 |     151.348µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:56:59 | 200 |    9.580515ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:56:59 | 200 |       40.51µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:57:00.104Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8daa42f7-500c-4e8c-8499-2adc738e4654","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:57:00.104Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8daa42f7-500c-4e8c-8499-2adc738e4654","keyPrefix":"sk-oai-B7bCnzyrdnXY...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:57:00 | 201 |    1.752836ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:03 | 200 |      51.921µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:08 | 200 |      41.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:08 | 200 |    1.701792ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:57:08 | 200 |      463.55µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:57:08 | 200 |     132.138µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:57:08 | 200 |   25.077537ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:09 | 200 |       50.48µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:13 | 200 |      39.034µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:57:17.325Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0bf5e072-b33f-41e2-8121-ee4731fd77aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:57:17.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0bf5e072-b33f-41e2-8121-ee4731fd77aa","keyPrefix":"sk-oai-5ZeeaM6yW9OO...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:57:17 | 201 |    2.132848ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:18 | 200 |      39.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:19 | 200 |      47.921µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:23 | 200 |      40.411µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:28 | 200 |      38.655µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:29 | 200 |      42.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:33 | 200 |      38.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:33 | 200 |     771.419µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:57:33 | 403 |      92.428µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:38 | 200 |      40.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:39 | 200 |      42.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:43 | 200 |      43.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:48 | 200 |      48.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:49 | 200 |      41.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:50 | 403 |     167.039µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:53 | 200 |      40.549µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:58 | 200 |      39.797µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:59 | 200 |      46.371µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:03 | 200 |      39.592µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:07 | 403 |     120.621µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:08 | 200 |      39.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:09 | 200 |        45.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:13 | 200 |      42.369µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:18 | 200 |      37.659µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:19 | 200 |      39.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:23 | 200 |      37.169µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:25 | 403 |     127.944µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:28 | 200 |      37.786µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:29 | 200 |      44.343µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:33 | 200 |      39.616µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:38 | 200 |       39.99µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:58:39.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1e7e6371-1cd1-493e-9638-2b7235feb3d7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:58:39.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e7e6371-1cd1-493e-9638-2b7235feb3d7","keyPrefix":"sk-oai-yaqb5lYUu8Kt...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:58:39 | 201 |    2.297692ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:39 | 200 |      52.116µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:43 | 200 |      40.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:47 | 200 |     812.454µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:47 | 200 |     439.273µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:47 | 200 |     148.252µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:47 | 200 |   17.424204ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:48 | 200 |      47.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:49 | 200 |      37.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:53 | 200 |      41.582µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:58 | 200 |      58.225µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:59 | 200 |      47.687µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:59:01.510Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dce4458a-ff4e-462e-8fa6-739840275750","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:59:01.510Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dce4458a-ff4e-462e-8fa6-739840275750","keyPrefix":"sk-oai-1a51Mfb7WExC...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:59:01 | 201 |    2.095655ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T19:59:01.546Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94384ad0-a3fb-4116-a942-b8d9df00e056","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:59:01.546Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94384ad0-a3fb-4116-a942-b8d9df00e056","keyPrefix":"sk-oai-1HMFwoRqb3Gd...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:59:01 | 201 |    1.668467ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:03 | 200 |      43.481µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:08 | 200 |      37.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:09 | 200 |     851.496µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:09 | 200 |      401.62µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:09 | 200 |     159.887µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:09 | 200 |    9.098787ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:09 | 200 |     421.202µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:09 | 200 |     368.097µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:09 | 200 |     133.104µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:09 | 200 |    8.385218ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:09 | 200 |      34.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:13 | 200 |      37.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:18 | 200 |      39.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:19 | 200 |      36.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:23 | 200 |      39.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:26 | 200 |     183.839µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:26 | 200 |     158.315µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:26 | 200 |     170.462µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:26 | 200 |   33.895086ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:28 | 200 |      39.948µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:29 | 200 |      43.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:33 | 200 |      59.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:38 | 200 |      42.788µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:39 | 200 |      38.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:43 | 200 |      38.921µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:44 | 200 |     168.498µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:44 | 200 |   12.273986ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:44 | 200 |     129.643µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:44 | 200 |   11.830278ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:48 | 200 |      40.103µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:49 | 200 |      49.002µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:53 | 200 |      39.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:58 | 200 |       41.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:59 | 200 |      43.716µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:01.470Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 20:00:01 | 200 |    1.180006ms |     10.133.0.41 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 20:00:03 | 200 |       45.47µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:08 | 200 |      36.627µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:09 | 200 |      44.657µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:10.588Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0447ace7-4612-45a5-9823-e247074d914d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:00:10.588Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0447ace7-4612-45a5-9823-e247074d914d","keyPrefix":"sk-oai-tkLkNDiOsSlx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:00:10 | 201 |    1.910773ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:10 | 200 |     481.352µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |     149.135µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:10 | 200 |     454.235µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |      174.49µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:10 | 200 |     436.646µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |     126.695µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:10 | 200 |     413.112µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |     125.359µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:10 | 200 |     411.386µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |     358.775µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:10 | 200 |     142.106µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:10 | 200 |   11.075546ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:13 | 200 |      39.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:18 | 200 |      41.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:19 | 200 |      53.141µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:23 | 200 |      38.681µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:28 | 200 |       38.54µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:28.487Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4286c7dc-1eec-4965-ad1b-d0a4222030f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:00:28.487Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4286c7dc-1eec-4965-ad1b-d0a4222030f8","keyPrefix":"sk-oai-C3mTqW6OXblr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:00:28 | 201 |    1.864694ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:28 | 200 |     540.792µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:28 | 200 |     169.593µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:29 | 200 |      43.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:33 | 200 |      60.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:38 | 200 |      37.748µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:39 | 200 |      47.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:43 | 200 |      40.671µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:48 | 200 |      39.688µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:49 | 200 |      38.916µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:53 | 200 |        37.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:58 | 200 |      36.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:59 | 200 |        37.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:03 | 200 |      39.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:08 | 200 |       39.03µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:08.444Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"db30ca7e-5162-4bcd-8a81-e191fd99a71a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:08.444Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db30ca7e-5162-4bcd-8a81-e191fd99a71a","keyPrefix":"sk-oai-4yvMopir8Qh9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:08 | 201 |   14.432224ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:08.990Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"25e305ee-43e9-44c4-b11a-e1d4180cba07","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:08.990Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25e305ee-43e9-44c4-b11a-e1d4180cba07","keyPrefix":"sk-oai-1UHHVEci3Tzr...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:08 | 201 |    2.180058ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:09.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e86302de-7511-4f25-8f7a-700aec1817a8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:09.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e86302de-7511-4f25-8f7a-700aec1817a8","keyPrefix":"sk-oai-H9ksIYvNyy2D...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:09 | 201 |    1.743591ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:09 | 200 |    1.425942ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:09 | 200 |     503.211µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:09 | 200 |     174.523µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:09 | 200 |   11.819538ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:09 | 200 |     552.364µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:09 | 200 |     152.457µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T20:01:09.374Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d73c491f-8c25-4710-9b62-ee3bc10b127b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:09.374Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d73c491f-8c25-4710-9b62-ee3bc10b127b","keyPrefix":"sk-oai-qHP3lco3DW4R...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:09 | 201 |    1.604296ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:09.402Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d73c491f-8c25-4710-9b62-ee3bc10b127b"}
{"level":"info","timestamp":"2026-06-03T20:01:09.402Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d73c491f-8c25-4710-9b62-ee3bc10b127b","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:01:09 | 200 |    3.253562ms |      100.64.0.3 | DELETE   "/v1/api-keys/d73c491f-8c25-4710-9b62-ee3bc10b127b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:09 | 200 |      41.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:12 | 200 |    1.089295ms |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T20:01:12.431Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 20:01:12 | 500 |      97.595µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:12.735Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"91b977ca-bef7-4127-b4be-4fc836c54859","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:12.735Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91b977ca-bef7-4127-b4be-4fc836c54859","keyPrefix":"sk-oai-13IKZ04sjJ0Z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:12 | 201 |    1.832678ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:12.762Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"91d5c5f1-cdcc-49c5-b3c5-3ba49bdb724a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:12.762Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91d5c5f1-cdcc-49c5-b3c5-3ba49bdb724a","keyPrefix":"sk-oai-1KOLn7U2vsm3...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:12 | 201 |    1.643276ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:12.867Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8b429e4c-0c68-400b-9eef-c47e70a4fb21","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:12.867Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b429e4c-0c68-400b-9eef-c47e70a4fb21","keyPrefix":"sk-oai-WIDWoHdmtSJY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:12 | 201 |    1.635773ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:12.896Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8b429e4c-0c68-400b-9eef-c47e70a4fb21"}
{"level":"info","timestamp":"2026-06-03T20:01:12.896Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8b429e4c-0c68-400b-9eef-c47e70a4fb21","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:01:12 | 200 |    2.390195ms |      100.64.0.4 | DELETE   "/v1/api-keys/8b429e4c-0c68-400b-9eef-c47e70a4fb21" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:12 | 404 |     809.469µs |      100.64.0.2 | DELETE   "/v1/api-keys/8b429e4c-0c68-400b-9eef-c47e70a4fb21" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:13.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d3264830-6525-4759-b6e1-45d711b74e9c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:13.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3264830-6525-4759-b6e1-45d711b74e9c","keyPrefix":"sk-oai-sYppfg8xla7P...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:13 | 201 |    1.675373ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |     551.707µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     428.915µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     115.468µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:13 | 200 |    9.908187ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |      42.031µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:13.134Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8a0ed6df-f518-423c-82f2-6a9af1f68229","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:13.134Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a0ed6df-f518-423c-82f2-6a9af1f68229","keyPrefix":"sk-oai-C0gbxRbeU6r6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:13 | 201 |    1.689579ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |     661.134µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 403 |      85.141µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |     448.591µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     436.557µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     117.744µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:13 | 200 |    8.999949ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:13.284Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d4394433-62e9-4be8-9db4-154c50cb2a5b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:13.284Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4394433-62e9-4be8-9db4-154c50cb2a5b","keyPrefix":"sk-oai-Isu2xA05k4B4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:13 | 201 |    1.703467ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |     424.739µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |      345.35µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     115.326µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:13 | 200 |    8.493368ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |     433.191µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     394.905µs |     10.134.0.55 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:13 | 200 |     116.258µs |     10.134.0.55 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:13 | 200 |    8.772418ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:13.441Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"49dcd25c-067a-4650-bb63-f9c03a6a0d2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:13.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49dcd25c-067a-4650-bb63-f9c03a6a0d2f","keyPrefix":"sk-oai-128kYPhSQt00...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:13 | 201 |    1.800044ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:18 | 200 |      43.264µs |      10.134.0.2 | GET      "/health"