{"level":"info","ts":"2026-11-03T00:16:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-qh2n7","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-qh2n7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2f5e31a1-1ed2-4e88-a825-87ff866ab749","name":"e2e-trlp-test-simulated-validation-qh2n7","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4184cb85-83f2-47f8-812f-3fd9e02221cb","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:16:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-xvzhc","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-xvzhc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2eb08dd0-4d3d-460e-9c54-eabaffe65681","name":"echo-simulator-validation-xvzhc","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"023552f3-ab39-4b2b-a019-e76055e776f7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:16:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-tjflj","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-tjflj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fcfdd41d-2418-4987-9da4-a872e72aa859","name":"premium-simulated-simulated-premium-validation-tjflj","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d0dcdb-f883-49d1-9a31-96b2fc4a46fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983-validation-b246k","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983-validation-b246k","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"04d952b2-f809-4e55-b545-decf5f389b27","name":"simulator-w1-b42983-validation-b246k","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","route":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","ready":true}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"cf8179ad-df41-45b9-9faf-fb55eddaea8a","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983-validation-tjtnh","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983-validation-tjtnh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b2331be5-74aa-419e-a21e-7b12c4fcd1cc","name":"distinct-2-w1-b42983-validation-tjtnh","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","route":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","ready":true}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:16:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1d07f72f-6c60-48a8-b9b6-cd500d3e56ec","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1bbb7981-2ad9-47a7-81ed-3ef54a49c008","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1bbb7981-2ad9-47a7-81ed-3ef54a49c008","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"1bbb7981-2ad9-47a7-81ed-3ef54a49c008","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e25ee3fa-f843-4b57-b6b1-5fbc0acb4da7","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e25ee3fa-f843-4b57-b6b1-5fbc0acb4da7","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e25ee3fa-f843-4b57-b6b1-5fbc0acb4da7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"18e5d4d1-e1f0-4468-84ab-b630f83a6483","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"18e5d4d1-e1f0-4468-84ab-b630f83a6483","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"18e5d4d1-e1f0-4468-84ab-b630f83a6483","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"02a3ac35-cf01-4884-ac69-792e1358c896","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"02a3ac35-cf01-4884-ac69-792e1358c896","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"02a3ac35-cf01-4884-ac69-792e1358c896","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"a52af9e8-edc4-4d37-9dde-42787a2e2ce4","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"a52af9e8-edc4-4d37-9dde-42787a2e2ce4","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"a52af9e8-edc4-4d37-9dde-42787a2e2ce4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"130b8298-0e6c-45e4-b14e-2342501b30e8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"130b8298-0e6c-45e4-b14e-2342501b30e8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"130b8298-0e6c-45e4-b14e-2342501b30e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"6c5b473c-8c1d-4da3-8c8f-14e2791345ae","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"6c5b473c-8c1d-4da3-8c8f-14e2791345ae","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"6c5b473c-8c1d-4da3-8c8f-14e2791345ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4eb8056d-41ce-4732-a7ca-d0211464705b","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4eb8056d-41ce-4732-a7ca-d0211464705b","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4eb8056d-41ce-4732-a7ca-d0211464705b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c3e259ae-0c26-4ee5-b499-042e6accca15","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c3e259ae-0c26-4ee5-b499-042e6accca15","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c3e259ae-0c26-4ee5-b499-042e6accca15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"c43a55f9-1a62-44bf-ae0e-45fd52974868","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"c43a55f9-1a62-44bf-ae0e-45fd52974868","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"c43a55f9-1a62-44bf-ae0e-45fd52974868","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c9296c75-9c78-47a3-8611-b0e2486a45ff","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c9296c75-9c78-47a3-8611-b0e2486a45ff","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c9296c75-9c78-47a3-8611-b0e2486a45ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"3d798402-d9cb-44b4-af9f-db05fd24b0f5","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"3d798402-d9cb-44b4-af9f-db05fd24b0f5","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"3d798402-d9cb-44b4-af9f-db05fd24b0f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"04e7ebc6-fb31-4768-b07f-1abc143c85eb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"04e7ebc6-fb31-4768-b07f-1abc143c85eb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"04e7ebc6-fb31-4768-b07f-1abc143c85eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0de2fa2f-c04b-4f9a-bd5c-8e87a088f5e8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0de2fa2f-c04b-4f9a-bd5c-8e87a088f5e8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0de2fa2f-c04b-4f9a-bd5c-8e87a088f5e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"5cbeccfe-47fa-4eb7-88ba-df3a43e287a9","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"5cbeccfe-47fa-4eb7-88ba-df3a43e287a9","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"5cbeccfe-47fa-4eb7-88ba-df3a43e287a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e85f458d-1e48-4a92-8371-ccae50fcc502","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e85f458d-1e48-4a92-8371-ccae50fcc502","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e85f458d-1e48-4a92-8371-ccae50fcc502","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f16c5354-de85-4cac-9e35-3b3159e21a40","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f16c5354-de85-4cac-9e35-3b3159e21a40","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f16c5354-de85-4cac-9e35-3b3159e21a40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4bdd3d01-c5ae-4ebe-80b2-311a3d087fc8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4bdd3d01-c5ae-4ebe-80b2-311a3d087fc8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4bdd3d01-c5ae-4ebe-80b2-311a3d087fc8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a70412f0-8959-49a0-9c9a-cbc2e93eab89","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a70412f0-8959-49a0-9c9a-cbc2e93eab89","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a70412f0-8959-49a0-9c9a-cbc2e93eab89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ba9c6076-f662-4066-a653-6f11c315eec1","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ba9c6076-f662-4066-a653-6f11c315eec1","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ba9c6076-f662-4066-a653-6f11c315eec1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"30d5fed4-d1c7-409a-84f4-058d63c93e94","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"30d5fed4-d1c7-409a-84f4-058d63c93e94","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"30d5fed4-d1c7-409a-84f4-058d63c93e94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"66abc19b-58a5-4359-b5db-5735d7062e97","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"66abc19b-58a5-4359-b5db-5735d7062e97","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"66abc19b-58a5-4359-b5db-5735d7062e97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"2d468395-0795-4b3b-84db-88a2218df180","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"2d468395-0795-4b3b-84db-88a2218df180","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"2d468395-0795-4b3b-84db-88a2218df180","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f2bf4ce-ec3f-4dd7-bb3d-b7af7e587f15","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f2bf4ce-ec3f-4dd7-bb3d-b7af7e587f15","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f2bf4ce-ec3f-4dd7-bb3d-b7af7e587f15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6dcb922b-2e1f-4c63-85d8-f7a61dd25508","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6dcb922b-2e1f-4c63-85d8-f7a61dd25508","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6dcb922b-2e1f-4c63-85d8-f7a61dd25508","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2f90d509-f157-4a88-b1d1-be4823d217e2","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2f90d509-f157-4a88-b1d1-be4823d217e2","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2f90d509-f157-4a88-b1d1-be4823d217e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a6666441-1740-4fde-b13f-18eb2c5cc7af","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a6666441-1740-4fde-b13f-18eb2c5cc7af","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a6666441-1740-4fde-b13f-18eb2c5cc7af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c78dcbfd-6fc3-4360-a827-55ae3c057f03","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c78dcbfd-6fc3-4360-a827-55ae3c057f03","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c78dcbfd-6fc3-4360-a827-55ae3c057f03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"b521b8ad-7327-458e-8b4e-574be7a60514","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"b521b8ad-7327-458e-8b4e-574be7a60514","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"b521b8ad-7327-458e-8b4e-574be7a60514","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"dc30d028-23f3-4808-a61b-143baacd43c3","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"dc30d028-23f3-4808-a61b-143baacd43c3","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"dc30d028-23f3-4808-a61b-143baacd43c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a0def96a-7225-4c39-a38f-58dc4321c5a7","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a0def96a-7225-4c39-a38f-58dc4321c5a7","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"a0def96a-7225-4c39-a38f-58dc4321c5a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"a38ad8f7-3e50-4b36-bd1f-bdb237df1d1d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"a38ad8f7-3e50-4b36-bd1f-bdb237df1d1d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"a38ad8f7-3e50-4b36-bd1f-bdb237df1d1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"dacb7108-ca59-4f83-8911-5ad1806dc436","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"dacb7108-ca59-4f83-8911-5ad1806dc436","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"dacb7108-ca59-4f83-8911-5ad1806dc436","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1bf72d54-c251-4d31-9763-3d82c1161a05","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1bf72d54-c251-4d31-9763-3d82c1161a05","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1bf72d54-c251-4d31-9763-3d82c1161a05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d47fd515-ccd6-4b84-bf49-6d132a0f07a3","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d47fd515-ccd6-4b84-bf49-6d132a0f07a3","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d47fd515-ccd6-4b84-bf49-6d132a0f07a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"39d7aa27-ea7a-4de5-8d4d-6e1aff96ccad","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"39d7aa27-ea7a-4de5-8d4d-6e1aff96ccad","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"39d7aa27-ea7a-4de5-8d4d-6e1aff96ccad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ecaae9f3-4c8a-4c5e-bc77-24229c9d2222","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ecaae9f3-4c8a-4c5e-bc77-24229c9d2222","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ecaae9f3-4c8a-4c5e-bc77-24229c9d2222","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1e218053-7735-4be6-a8c7-516e4b833e1b","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1e218053-7735-4be6-a8c7-516e4b833e1b","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1e218053-7735-4be6-a8c7-516e4b833e1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"79eeee9c-b66e-41d1-8ecd-84ac75c2fb46","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"79eeee9c-b66e-41d1-8ecd-84ac75c2fb46","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"79eeee9c-b66e-41d1-8ecd-84ac75c2fb46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"99534d77-e20d-4329-9add-431bdc3e8f97","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"99534d77-e20d-4329-9add-431bdc3e8f97","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"99534d77-e20d-4329-9add-431bdc3e8f97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"08c9448c-166c-4b9f-bc09-6bad0d9a8bb2","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"08c9448c-166c-4b9f-bc09-6bad0d9a8bb2","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"08c9448c-166c-4b9f-bc09-6bad0d9a8bb2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f19492c7-25b4-41c8-8575-d757d409828d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f19492c7-25b4-41c8-8575-d757d409828d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f19492c7-25b4-41c8-8575-d757d409828d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"af08b849-d82b-4260-b00e-c632bb541408","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"af08b849-d82b-4260-b00e-c632bb541408","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"af08b849-d82b-4260-b00e-c632bb541408","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0da848a2-aea4-4c85-9091-dfd54401bcbb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0da848a2-aea4-4c85-9091-dfd54401bcbb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0da848a2-aea4-4c85-9091-dfd54401bcbb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d85251ea-0c71-4f29-8627-355d9d633449","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d85251ea-0c71-4f29-8627-355d9d633449","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d85251ea-0c71-4f29-8627-355d9d633449","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"82bc0e4a-e0d4-4b45-adbf-4ca9b9c83e99","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"82bc0e4a-e0d4-4b45-adbf-4ca9b9c83e99","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"82bc0e4a-e0d4-4b45-adbf-4ca9b9c83e99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e10dc198-846f-4eb0-a445-79a482e83b61","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e10dc198-846f-4eb0-a445-79a482e83b61","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e10dc198-846f-4eb0-a445-79a482e83b61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"e32a0531-39bb-4001-9e50-c96965619914","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"e32a0531-39bb-4001-9e50-c96965619914","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"e32a0531-39bb-4001-9e50-c96965619914","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"981ee0c4-a519-411b-be6a-5d75ab77d821","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"981ee0c4-a519-411b-be6a-5d75ab77d821","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"981ee0c4-a519-411b-be6a-5d75ab77d821","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e01d6b1e-ea36-462f-b489-6e4f7be60a00","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e01d6b1e-ea36-462f-b489-6e4f7be60a00","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e01d6b1e-ea36-462f-b489-6e4f7be60a00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bfcfee34-cfff-48a5-8657-3dfe3d9b7008","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bfcfee34-cfff-48a5-8657-3dfe3d9b7008","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bfcfee34-cfff-48a5-8657-3dfe3d9b7008","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2740689c-381f-4fa4-9e23-eb5c8702f262","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2740689c-381f-4fa4-9e23-eb5c8702f262","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2740689c-381f-4fa4-9e23-eb5c8702f262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0c85c823-acf0-4819-bd3d-62ae48d5ed61","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0c85c823-acf0-4819-bd3d-62ae48d5ed61","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0c85c823-acf0-4819-bd3d-62ae48d5ed61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"ed4c7593-b941-4a65-bdf7-c6953ecc5c31","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"ed4c7593-b941-4a65-bdf7-c6953ecc5c31","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"ed4c7593-b941-4a65-bdf7-c6953ecc5c31","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"5f6f88d2-55c3-4960-b0c9-55f1c1b15f51","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"5f6f88d2-55c3-4960-b0c9-55f1c1b15f51","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"5f6f88d2-55c3-4960-b0c9-55f1c1b15f51","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f22cfb3-6364-4f32-9bc1-2da73843fdd5","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f22cfb3-6364-4f32-9bc1-2da73843fdd5","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4f22cfb3-6364-4f32-9bc1-2da73843fdd5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e7654c9d-b96e-41f3-a1cd-3a823f197b74","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e7654c9d-b96e-41f3-a1cd-3a823f197b74","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e7654c9d-b96e-41f3-a1cd-3a823f197b74","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"db767c97-c6fc-4bfe-b301-8698cac348b8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"db767c97-c6fc-4bfe-b301-8698cac348b8","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"db767c97-c6fc-4bfe-b301-8698cac348b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"dcfb3eaf-70fd-45fc-b81c-60c6ec709ec4","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"dcfb3eaf-70fd-45fc-b81c-60c6ec709ec4","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"dcfb3eaf-70fd-45fc-b81c-60c6ec709ec4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0051bfb7-7c16-46ab-ad2b-96113911b475","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0051bfb7-7c16-46ab-ad2b-96113911b475","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0051bfb7-7c16-46ab-ad2b-96113911b475","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"46138847-23b9-4317-aa80-59f6c9ec2abd","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"46138847-23b9-4317-aa80-59f6c9ec2abd","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"46138847-23b9-4317-aa80-59f6c9ec2abd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"8eace4d0-635c-4935-81cf-a200fcb7ee36","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"8eace4d0-635c-4935-81cf-a200fcb7ee36","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"8eace4d0-635c-4935-81cf-a200fcb7ee36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"00f97971-9635-488f-b8ef-bd3a7748dc9e","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"00f97971-9635-488f-b8ef-bd3a7748dc9e","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"00f97971-9635-488f-b8ef-bd3a7748dc9e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d3ec9e7d-1cd8-4c4c-be14-b16ba647bd28","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d3ec9e7d-1cd8-4c4c-be14-b16ba647bd28","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d3ec9e7d-1cd8-4c4c-be14-b16ba647bd28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d55ecb4b-c4e7-4d10-9f8b-fbefeb7b6f00","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d55ecb4b-c4e7-4d10-9f8b-fbefeb7b6f00","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d55ecb4b-c4e7-4d10-9f8b-fbefeb7b6f00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"2f75ce54-f704-4d21-8746-908aa0c94d65","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"2f75ce54-f704-4d21-8746-908aa0c94d65","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"2f75ce54-f704-4d21-8746-908aa0c94d65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"552b8aea-686a-49dc-9e76-9afb532c6cce","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"552b8aea-686a-49dc-9e76-9afb532c6cce","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"552b8aea-686a-49dc-9e76-9afb532c6cce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"fe2a8a80-6cda-45c3-a7c9-dc419e498597","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"fe2a8a80-6cda-45c3-a7c9-dc419e498597","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"fe2a8a80-6cda-45c3-a7c9-dc419e498597","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e84ddc81-533d-4c1b-bb6d-3ec031bc49b1","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e84ddc81-533d-4c1b-bb6d-3ec031bc49b1","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e84ddc81-533d-4c1b-bb6d-3ec031bc49b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"4b794a9e-0a36-4cd0-91b2-5993ea512b47","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"4b794a9e-0a36-4cd0-91b2-5993ea512b47","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"4b794a9e-0a36-4cd0-91b2-5993ea512b47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"398d2b45-6c9b-4c59-a767-e424384bdf4d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"398d2b45-6c9b-4c59-a767-e424384bdf4d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"398d2b45-6c9b-4c59-a767-e424384bdf4d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"51d6aac1-1887-4fb2-b32d-1a08e1d05041","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"51d6aac1-1887-4fb2-b32d-1a08e1d05041","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"51d6aac1-1887-4fb2-b32d-1a08e1d05041","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bdf6b107-53bb-4ec4-a116-c576dd81b51e","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bdf6b107-53bb-4ec4-a116-c576dd81b51e","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"bdf6b107-53bb-4ec4-a116-c576dd81b51e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6508d30d-8aca-46f7-9683-8913f1a03525","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6508d30d-8aca-46f7-9683-8913f1a03525","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:17:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"6508d30d-8aca-46f7-9683-8913f1a03525","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-b42983-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-b42983 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"72fb871b-669e-422d-a715-e947d9ff6eeb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"72fb871b-669e-422d-a715-e947d9ff6eeb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"72fb871b-669e-422d-a715-e947d9ff6eeb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:47Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"72fb871b-669e-422d-a715-e947d9ff6eeb","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"9ca36345-b498-425a-8487-8c35852ae071","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:48Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"9ca36345-b498-425a-8487-8c35852ae071","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:48Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"9ca36345-b498-425a-8487-8c35852ae071","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:48Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"9ca36345-b498-425a-8487-8c35852ae071","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"premium-w1-b42983","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ff34252d-b76b-4502-aa22-b461d4468d66","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ff34252d-b76b-4502-aa22-b461d4468d66","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ff34252d-b76b-4502-aa22-b461d4468d66","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ff34252d-b76b-4502-aa22-b461d4468d66","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"simulator-w1-b42983","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"09341cb7-1762-4316-8cc0-658312e3428d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"09341cb7-1762-4316-8cc0-658312e3428d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"09341cb7-1762-4316-8cc0-658312e3428d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"}
{"level":"error","ts":"2026-11-03T00:17:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"09341cb7-1762-4316-8cc0-658312e3428d","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-2-w1-b42983","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"11e8f7ac-6c74-40a2-ade6-9853777f3a8b","Namespace":"e2e-models-e2e-worker-w1-b42983","Name":"distinct-w1-b42983"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-srqcp","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-srqcp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"20248c40-587d-49d6-b683-8d16e6988a49","name":"echo-simulator-validation-srqcp","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aff77bc5-2568-4b83-be44-c96f24ad385d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-qkj6z","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-qkj6z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"eb563fc5-f1aa-4bbc-aa2b-6c53cd2615ae","name":"premium-simulated-simulated-premium-validation-qkj6z","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fad19077-73e8-45f9-95fd-506171ea1b93","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-xkgcx","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-xkgcx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"baa92649-173e-4ffb-891a-ede7d0f677e9","name":"e2e-distinct-simulated-validation-xkgcx","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a687af5-a340-433f-9615-bf6e2529b63a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-c4cgv","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-c4cgv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a99247ee-3fb7-4ec5-ba6c-b800c179f1e8","name":"e2e-distinct-2-simulated-validation-c4cgv","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc0433b5-ffc6-44af-bda5-90bedb9c19ee","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:17:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:17:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-zqrv5","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-zqrv5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"113713b9-b1f2-4fdd-8121-b502f35ee69f","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-zqrv5","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:17:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8b651ce8-c51c-4337-976a-3853468aba97","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}