{"level":"info","ts":"2026-11-03T14:04:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2629d375-626b-40ce-a627-3243258494be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"aba69e8e-db64-4362-bf44-b761537810ac","Namespace":"e2e-models-e2e-worker-w2-8ec003","Name":"distinct-2-w2-8ec003"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"70ac2cd5-7af4-43ae-a453-dc8c9a547470","Namespace":"e2e-models-e2e-worker-w2-8ec003","Name":"simulator-w2-8ec003"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c-validation-pp5fc","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c-validation-pp5fc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"dc16ea9f-8163-4df5-9e71-afcec4caf540","name":"distinct-w4-ce2f2c-validation-pp5fc","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","route":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","ready":true}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"5d87121f-a6cb-460e-9920-f0bc34ffe36b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"11ca85c2-5db5-409c-a855-8bc42328a3bd","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"11ca85c2-5db5-409c-a855-8bc42328a3bd","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"11ca85c2-5db5-409c-a855-8bc42328a3bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2817865a-4a8a-4e71-bacd-3735080b3007","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2817865a-4a8a-4e71-bacd-3735080b3007","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2817865a-4a8a-4e71-bacd-3735080b3007","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"056a196e-0c5c-443f-9b8e-2c9a7f2b66da","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"056a196e-0c5c-443f-9b8e-2c9a7f2b66da","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"056a196e-0c5c-443f-9b8e-2c9a7f2b66da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9d8cc42f-511f-41c5-bc37-85f1bc034462","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9d8cc42f-511f-41c5-bc37-85f1bc034462","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9d8cc42f-511f-41c5-bc37-85f1bc034462","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"0d868c7e-fd62-400e-886d-5151bc1d9b45","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"0d868c7e-fd62-400e-886d-5151bc1d9b45","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"0d868c7e-fd62-400e-886d-5151bc1d9b45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"03f7b349-ab9a-434e-b1da-c9ff86faa280","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"03f7b349-ab9a-434e-b1da-c9ff86faa280","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"03f7b349-ab9a-434e-b1da-c9ff86faa280","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"13b344c8-147a-4d24-9385-71ca631a1b0c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"13b344c8-147a-4d24-9385-71ca631a1b0c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"13b344c8-147a-4d24-9385-71ca631a1b0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"091f45a7-4171-49f8-8099-aacbc89f523c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"091f45a7-4171-49f8-8099-aacbc89f523c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"091f45a7-4171-49f8-8099-aacbc89f523c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"f344a7a0-8398-4baa-8949-0806cb77d741","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"f344a7a0-8398-4baa-8949-0806cb77d741","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"f344a7a0-8398-4baa-8949-0806cb77d741","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e0b8749a-c9b6-4b5a-83f6-b566f98e73ef","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e0b8749a-c9b6-4b5a-83f6-b566f98e73ef","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e0b8749a-c9b6-4b5a-83f6-b566f98e73ef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6d7b2754-b239-4820-82d0-5257880162b1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6d7b2754-b239-4820-82d0-5257880162b1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6d7b2754-b239-4820-82d0-5257880162b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"32b71dc7-a4ab-4316-bdda-b45707b4dc65","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"32b71dc7-a4ab-4316-bdda-b45707b4dc65","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"32b71dc7-a4ab-4316-bdda-b45707b4dc65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"6d3d77cd-a3ea-411d-a514-a68eb16de74b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"6d3d77cd-a3ea-411d-a514-a68eb16de74b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"6d3d77cd-a3ea-411d-a514-a68eb16de74b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"51370943-6bb1-4c69-b7d1-02c384eea788","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"51370943-6bb1-4c69-b7d1-02c384eea788","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"51370943-6bb1-4c69-b7d1-02c384eea788","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"d34356f6-77a7-49ae-8aca-83d6215f2c3b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"d34356f6-77a7-49ae-8aca-83d6215f2c3b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"d34356f6-77a7-49ae-8aca-83d6215f2c3b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"77357b30-6f49-4354-bef5-bcc4547f92ce","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"77357b30-6f49-4354-bef5-bcc4547f92ce","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"77357b30-6f49-4354-bef5-bcc4547f92ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"69aa113d-58de-4b85-89a5-e979df716a42","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"69aa113d-58de-4b85-89a5-e979df716a42","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"69aa113d-58de-4b85-89a5-e979df716a42","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"7f18f342-dac3-42bc-8e83-fbc264b9a468","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"7f18f342-dac3-42bc-8e83-fbc264b9a468","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"7f18f342-dac3-42bc-8e83-fbc264b9a468","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"b500dfc3-316d-4f56-8ebf-2782697eed1f","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"b500dfc3-316d-4f56-8ebf-2782697eed1f","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"b500dfc3-316d-4f56-8ebf-2782697eed1f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c6e3fb81-276d-4fd4-9034-05ba5ae9ce91","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c6e3fb81-276d-4fd4-9034-05ba5ae9ce91","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c6e3fb81-276d-4fd4-9034-05ba5ae9ce91","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"98379d0b-783a-4df7-9288-dd3d973f10f3","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"98379d0b-783a-4df7-9288-dd3d973f10f3","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"98379d0b-783a-4df7-9288-dd3d973f10f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"0b1a077f-c2a7-4c23-8d72-d084ae7e0ee7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"0b1a077f-c2a7-4c23-8d72-d084ae7e0ee7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"0b1a077f-c2a7-4c23-8d72-d084ae7e0ee7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c5ca1beb-c547-4346-a4a3-9bd8d9957af5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c5ca1beb-c547-4346-a4a3-9bd8d9957af5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c5ca1beb-c547-4346-a4a3-9bd8d9957af5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c7425aa9-7e0c-4783-ab98-97c4400f1540","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c7425aa9-7e0c-4783-ab98-97c4400f1540","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c7425aa9-7e0c-4783-ab98-97c4400f1540","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"aa49ca9b-a33f-4299-a567-ea78331cdc2f","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"aa49ca9b-a33f-4299-a567-ea78331cdc2f","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"aa49ca9b-a33f-4299-a567-ea78331cdc2f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2bf706d4-4d04-4c86-9692-d1549b9f71b2","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2bf706d4-4d04-4c86-9692-d1549b9f71b2","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2bf706d4-4d04-4c86-9692-d1549b9f71b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"46e4e29a-98b5-41d0-be11-f01775d46a3d","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"46e4e29a-98b5-41d0-be11-f01775d46a3d","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"46e4e29a-98b5-41d0-be11-f01775d46a3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"6eb7197b-4545-4833-a162-9d5d9e546970","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"6eb7197b-4545-4833-a162-9d5d9e546970","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"6eb7197b-4545-4833-a162-9d5d9e546970","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"cdb709ff-7b2e-49ff-9001-3ce7774a9871","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"cdb709ff-7b2e-49ff-9001-3ce7774a9871","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"cdb709ff-7b2e-49ff-9001-3ce7774a9871","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"6905e592-a8b7-4c47-8689-9a6834fb6727","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"6905e592-a8b7-4c47-8689-9a6834fb6727","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"6905e592-a8b7-4c47-8689-9a6834fb6727","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"35051075-0908-42ae-8b56-c7bfc0a55205","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"35051075-0908-42ae-8b56-c7bfc0a55205","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"35051075-0908-42ae-8b56-c7bfc0a55205","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3c11f0fb-f873-4fd5-8685-2b95897cbe8d","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3c11f0fb-f873-4fd5-8685-2b95897cbe8d","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3c11f0fb-f873-4fd5-8685-2b95897cbe8d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7e813144-f423-40df-ad3d-da3aa0ce39e2","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7e813144-f423-40df-ad3d-da3aa0ce39e2","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7e813144-f423-40df-ad3d-da3aa0ce39e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d7d91610-a7b2-41c9-bd50-42824a35f7a8","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d7d91610-a7b2-41c9-bd50-42824a35f7a8","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d7d91610-a7b2-41c9-bd50-42824a35f7a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"5013b537-ec4e-43b9-aada-be85911cfbb0","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"5013b537-ec4e-43b9-aada-be85911cfbb0","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"5013b537-ec4e-43b9-aada-be85911cfbb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ad9c94ac-becd-4645-b8f7-2247b4b8c217","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ad9c94ac-becd-4645-b8f7-2247b4b8c217","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ad9c94ac-becd-4645-b8f7-2247b4b8c217","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"85cf4fd0-e2a4-46ab-a3f6-eb7f7aa56e03","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"85cf4fd0-e2a4-46ab-a3f6-eb7f7aa56e03","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"85cf4fd0-e2a4-46ab-a3f6-eb7f7aa56e03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"01d3e5b2-34de-410a-86a3-7fe616cd0b20","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"01d3e5b2-34de-410a-86a3-7fe616cd0b20","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"01d3e5b2-34de-410a-86a3-7fe616cd0b20","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"a7db2ce1-f964-4e70-9b18-4801c23f8f4e","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"a7db2ce1-f964-4e70-9b18-4801c23f8f4e","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"a7db2ce1-f964-4e70-9b18-4801c23f8f4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e50b4531-6f2e-4271-8487-4a8f13a6f533","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e50b4531-6f2e-4271-8487-4a8f13a6f533","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e50b4531-6f2e-4271-8487-4a8f13a6f533","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6159de68-1d9d-42e3-8593-669ca92b0ec8","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6159de68-1d9d-42e3-8593-669ca92b0ec8","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"6159de68-1d9d-42e3-8593-669ca92b0ec8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"9ba40502-b36f-4f5c-b394-8c12f0104e94","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"9ba40502-b36f-4f5c-b394-8c12f0104e94","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"9ba40502-b36f-4f5c-b394-8c12f0104e94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"f80b8bf4-0bea-4a51-b144-98c9e9f26645","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"f80b8bf4-0bea-4a51-b144-98c9e9f26645","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"f80b8bf4-0bea-4a51-b144-98c9e9f26645","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"494d78aa-bf68-4299-8549-95c9b04d0cd7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"494d78aa-bf68-4299-8549-95c9b04d0cd7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"494d78aa-bf68-4299-8549-95c9b04d0cd7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4f61e154-8350-4c54-9a35-5a1974172370","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4f61e154-8350-4c54-9a35-5a1974172370","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4f61e154-8350-4c54-9a35-5a1974172370","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"873c1ff2-9245-427b-919a-1e7298b986b5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"873c1ff2-9245-427b-919a-1e7298b986b5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"873c1ff2-9245-427b-919a-1e7298b986b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"63576623-08bd-42e7-abc6-70b039ea12b5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"63576623-08bd-42e7-abc6-70b039ea12b5","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"63576623-08bd-42e7-abc6-70b039ea12b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a6dd5220-148b-405c-8ce6-43f38db776ac","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a6dd5220-148b-405c-8ce6-43f38db776ac","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a6dd5220-148b-405c-8ce6-43f38db776ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"5c0661df-8c44-46b9-a3cb-bae7861a1c5b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"5c0661df-8c44-46b9-a3cb-bae7861a1c5b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"5c0661df-8c44-46b9-a3cb-bae7861a1c5b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"687c484b-3f11-4459-8b4a-9652bcdf1965","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"687c484b-3f11-4459-8b4a-9652bcdf1965","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"687c484b-3f11-4459-8b4a-9652bcdf1965","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a2680240-014a-4b08-bccb-65cb888e159b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a2680240-014a-4b08-bccb-65cb888e159b","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a2680240-014a-4b08-bccb-65cb888e159b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"486056d0-3adf-487a-8052-6914dc70e0e6","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"486056d0-3adf-487a-8052-6914dc70e0e6","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"486056d0-3adf-487a-8052-6914dc70e0e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"368e9a45-a9a8-436d-8e33-47aca9da30b1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"368e9a45-a9a8-436d-8e33-47aca9da30b1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"368e9a45-a9a8-436d-8e33-47aca9da30b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"c4077e44-6fdc-44db-aa85-84389ac71f22","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"c4077e44-6fdc-44db-aa85-84389ac71f22","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"c4077e44-6fdc-44db-aa85-84389ac71f22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"303a8ca4-4c6a-42fc-b961-8b400696b2fb","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"303a8ca4-4c6a-42fc-b961-8b400696b2fb","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"303a8ca4-4c6a-42fc-b961-8b400696b2fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"bdfd769c-ffb6-4784-930f-fb4f941f81b4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"bdfd769c-ffb6-4784-930f-fb4f941f81b4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"bdfd769c-ffb6-4784-930f-fb4f941f81b4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ee141bd-be88-4926-a2e2-f47fe4ee0c26","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ee141bd-be88-4926-a2e2-f47fe4ee0c26","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ee141bd-be88-4926-a2e2-f47fe4ee0c26","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b80d5591-c5fc-469a-916e-ee1221874c11","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b80d5591-c5fc-469a-916e-ee1221874c11","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b80d5591-c5fc-469a-916e-ee1221874c11","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"f716539b-fe23-41a9-891b-ed518ab800da","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"f716539b-fe23-41a9-891b-ed518ab800da","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"f716539b-fe23-41a9-891b-ed518ab800da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"20997edf-3f34-428f-8223-2141dc46d895","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"20997edf-3f34-428f-8223-2141dc46d895","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"20997edf-3f34-428f-8223-2141dc46d895","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"4454638e-d80f-4838-8afb-da2147496fb1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"4454638e-d80f-4838-8afb-da2147496fb1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"4454638e-d80f-4838-8afb-da2147496fb1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:04:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e4e2f727-81e4-498f-93ed-a94d456d7a4c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:04:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:04:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e4e2f727-81e4-498f-93ed-a94d456d7a4c","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:04:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e4e2f727-81e4-498f-93ed-a94d456d7a4c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"2c986efa-d98e-4747-be04-524a0d86d691","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"2c986efa-d98e-4747-be04-524a0d86d691","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"2c986efa-d98e-4747-be04-524a0d86d691","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c18fcfdf-7c34-4de4-9993-70577144ecf7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c18fcfdf-7c34-4de4-9993-70577144ecf7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c18fcfdf-7c34-4de4-9993-70577144ecf7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4e1b3dee-5912-4b5f-8e4d-b83da0de4d29","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4e1b3dee-5912-4b5f-8e4d-b83da0de4d29","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4e1b3dee-5912-4b5f-8e4d-b83da0de4d29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d8085723-3269-4932-85c5-edf69f2a1a05","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d8085723-3269-4932-85c5-edf69f2a1a05","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d8085723-3269-4932-85c5-edf69f2a1a05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"509bad66-502c-4208-ac4c-7d43a58c5ed7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"509bad66-502c-4208-ac4c-7d43a58c5ed7","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"509bad66-502c-4208-ac4c-7d43a58c5ed7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"58aa92af-a196-4262-9a71-ef987be1ae49","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"58aa92af-a196-4262-9a71-ef987be1ae49","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T14:05:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"58aa92af-a196-4262-9a71-ef987be1ae49","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ce2f2c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ce2f2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ed78558-2e33-4e9d-bf58-ae9b53357418","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ed78558-2e33-4e9d-bf58-ae9b53357418","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"7ed78558-2e33-4e9d-bf58-ae9b53357418","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3299af57-ea40-4f41-a88e-9b2de6953ed4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3299af57-ea40-4f41-a88e-9b2de6953ed4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3299af57-ea40-4f41-a88e-9b2de6953ed4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3299af57-ea40-4f41-a88e-9b2de6953ed4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"54b61642-2998-4d32-b5b7-7f9567bb123a","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"54b61642-2998-4d32-b5b7-7f9567bb123a","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"54b61642-2998-4d32-b5b7-7f9567bb123a","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"54b61642-2998-4d32-b5b7-7f9567bb123a","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"75453d1c-c810-41f8-9b78-89cc851280f1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"75453d1c-c810-41f8-9b78-89cc851280f1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"75453d1c-c810-41f8-9b78-89cc851280f1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"}
{"level":"error","ts":"2026-11-03T14:05:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"75453d1c-c810-41f8-9b78-89cc851280f1","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"f74809d2-8dee-4072-915b-219f98fd975a","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-2-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"0d5ec74c-4d3b-42e9-bd65-26317bb90fd4","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"premium-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-kwq4t","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-kwq4t","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"408b992e-4b62-43c8-8909-dc6e7209c945","name":"e2e-trlp-test-simulated-validation-kwq4t","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5cc4938a-aa95-4bae-803e-84d5ff4324a3","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-4qd9p","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-4qd9p","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7b87371f-03dc-4c3b-b451-1470561bf850","name":"e2e-distinct-simulated-validation-4qd9p","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5e194ec-80c8-4218-926f-eb705a1052dc","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-mmxzx","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-mmxzx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7eced2c2-166d-46c3-8012-63a14bc6a5dc","name":"premium-simulated-simulated-premium-validation-mmxzx","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c717fce5-6f15-4e54-a9ce-734bf29129d9","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-qh656","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-qh656","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"10e36218-253b-47fd-b3b7-d853fad21dbc","name":"facebook-opt-125m-simulated-validation-qh656","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beabe3d-aca2-4f1c-92bf-b3124a5108ea","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-45xwt","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-45xwt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7ad86934-8352-49f8-b443-e7ec7f63a054","name":"e2e-embedding-simulated-validation-45xwt","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6e4bca2-955c-442c-a61e-5b6624531e05","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T14:05:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-tj9d7","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-tj9d7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ba4f3fbd-bee2-4912-8998-ee02bc69dc7a","name":"e2e-distinct-2-simulated-validation-tj9d7","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59d4ef36-1ca3-4cf7-aa4f-4213e05e733e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T14:05:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-644pd","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-644pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"37fc6f1a-d13c-4be1-bcdf-2fdde54efcb9","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-644pd","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4922d63-b386-4bac-95a6-5620e5acd999","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-pr72w","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-pr72w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b3214485-ea42-47fa-a487-3d3a9f55db68","name":"echo-simulator-validation-pr72w","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"529acf44-a780-489b-92a0-dc21dc2f146a","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"e8b8addc-7844-476b-a15e-7ad8fd392ad3","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"distinct-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"14b8de17-40c7-4e81-a2ac-c9664866a304","Namespace":"e2e-models-e2e-worker-w4-ce2f2c","Name":"simulator-w4-ce2f2c"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-67x6s","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-67x6s","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"920ad688-29f3-4eb3-8b25-c004a44a2a19","name":"e2e-trlp-test-simulated-validation-67x6s","namespace":"llm"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e24989c-950a-483a-889b-58f3aa6209be","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T14:05:34Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0ae08deb-9e91-40ac-ad65-fa80d6783752","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}