{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"06609513-071f-4a89-8e30-6e12232027e2","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"06609513-071f-4a89-8e30-6e12232027e2","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"06609513-071f-4a89-8e30-6e12232027e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"393a51b0-1dc9-4a6e-8e8b-c99c02a056c6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"393a51b0-1dc9-4a6e-8e8b-c99c02a056c6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"393a51b0-1dc9-4a6e-8e8b-c99c02a056c6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9e5b3a80-feb5-4005-afdd-049c9ea8d725","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9e5b3a80-feb5-4005-afdd-049c9ea8d725","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9e5b3a80-feb5-4005-afdd-049c9ea8d725","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"9724b5a5-e600-40b2-a457-6a2c90c1d756","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"9724b5a5-e600-40b2-a457-6a2c90c1d756","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"9724b5a5-e600-40b2-a457-6a2c90c1d756","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"e56ff76e-a0c0-4648-9274-75876f608b7f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"e56ff76e-a0c0-4648-9274-75876f608b7f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"e56ff76e-a0c0-4648-9274-75876f608b7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"6c948802-53b7-4dab-84d2-ebff6cb1dc6d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"6c948802-53b7-4dab-84d2-ebff6cb1dc6d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"6c948802-53b7-4dab-84d2-ebff6cb1dc6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b89175cd-9f6c-432d-9095-cb7457bb2c96","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b89175cd-9f6c-432d-9095-cb7457bb2c96","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b89175cd-9f6c-432d-9095-cb7457bb2c96","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"79399559-6afc-4f1e-8e02-e2fa72f393d1","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"79399559-6afc-4f1e-8e02-e2fa72f393d1","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"79399559-6afc-4f1e-8e02-e2fa72f393d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"688a2cf3-f8ed-4a99-8d27-64ba589a0d9e","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"688a2cf3-f8ed-4a99-8d27-64ba589a0d9e","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"688a2cf3-f8ed-4a99-8d27-64ba589a0d9e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"885c8696-f1be-4317-8f76-318872f72012","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"885c8696-f1be-4317-8f76-318872f72012","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"885c8696-f1be-4317-8f76-318872f72012","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"5edceddf-3222-46f5-96b0-31db9e698472","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"5edceddf-3222-46f5-96b0-31db9e698472","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"5edceddf-3222-46f5-96b0-31db9e698472","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f8842631-6670-463c-969e-d832b6161817","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f8842631-6670-463c-969e-d832b6161817","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f8842631-6670-463c-969e-d832b6161817","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"254e0728-6661-46cc-9ffa-5f0ec67400a8","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"254e0728-6661-46cc-9ffa-5f0ec67400a8","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"254e0728-6661-46cc-9ffa-5f0ec67400a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1c0d1185-8b91-4c06-825e-caec652e5e6d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1c0d1185-8b91-4c06-825e-caec652e5e6d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1c0d1185-8b91-4c06-825e-caec652e5e6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"2c8eae02-9bf7-4203-b6d0-80f52903be59","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"2c8eae02-9bf7-4203-b6d0-80f52903be59","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"2c8eae02-9bf7-4203-b6d0-80f52903be59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"69ba59df-dd85-41eb-87c0-cb8a52b87fc2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"69ba59df-dd85-41eb-87c0-cb8a52b87fc2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"69ba59df-dd85-41eb-87c0-cb8a52b87fc2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"3bd4e938-d57d-4461-a6a3-02dbeab7fa37","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"3bd4e938-d57d-4461-a6a3-02dbeab7fa37","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"3bd4e938-d57d-4461-a6a3-02dbeab7fa37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"782f4a66-c3b8-4c6a-915d-380375d3cb89","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"782f4a66-c3b8-4c6a-915d-380375d3cb89","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"782f4a66-c3b8-4c6a-915d-380375d3cb89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"ab174add-8f86-48d7-a559-65d675f537a7","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"ab174add-8f86-48d7-a559-65d675f537a7","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"ab174add-8f86-48d7-a559-65d675f537a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3bc1b702-b127-4770-9c8d-b97db47f5934","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3bc1b702-b127-4770-9c8d-b97db47f5934","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3bc1b702-b127-4770-9c8d-b97db47f5934","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6653094b-8fa1-4264-acec-3ba1a632a6d0","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6653094b-8fa1-4264-acec-3ba1a632a6d0","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6653094b-8fa1-4264-acec-3ba1a632a6d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fd778591-47e4-49b1-858d-77008d1fdbc5","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fd778591-47e4-49b1-858d-77008d1fdbc5","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fd778591-47e4-49b1-858d-77008d1fdbc5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1ac2be37-56ef-4463-b05a-1d3b565fafd8","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1ac2be37-56ef-4463-b05a-1d3b565fafd8","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1ac2be37-56ef-4463-b05a-1d3b565fafd8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"57694365-45b2-4ec7-a7d3-1339275c0fcb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"57694365-45b2-4ec7-a7d3-1339275c0fcb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"57694365-45b2-4ec7-a7d3-1339275c0fcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"c45cd43e-9610-47c1-b860-2a084268ae2f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"c45cd43e-9610-47c1-b860-2a084268ae2f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"c45cd43e-9610-47c1-b860-2a084268ae2f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"630439d3-fa91-4d6a-8ad5-86dfe66816e0","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"630439d3-fa91-4d6a-8ad5-86dfe66816e0","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"630439d3-fa91-4d6a-8ad5-86dfe66816e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6ce027e7-8934-4d54-832f-87f2c4c97711","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6ce027e7-8934-4d54-832f-87f2c4c97711","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6ce027e7-8934-4d54-832f-87f2c4c97711","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e5e2b22d-c87c-42ab-9c4e-9c8cb26611fc","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e5e2b22d-c87c-42ab-9c4e-9c8cb26611fc","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e5e2b22d-c87c-42ab-9c4e-9c8cb26611fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"de529fa9-503d-48d8-b733-a43a3e64ac81","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"de529fa9-503d-48d8-b733-a43a3e64ac81","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"de529fa9-503d-48d8-b733-a43a3e64ac81","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"372f39da-e1eb-4125-bfd3-137b8761e8d4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"372f39da-e1eb-4125-bfd3-137b8761e8d4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"372f39da-e1eb-4125-bfd3-137b8761e8d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"a9dba453-11fd-475e-86e0-6c4cb47c1a1d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"a9dba453-11fd-475e-86e0-6c4cb47c1a1d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"a9dba453-11fd-475e-86e0-6c4cb47c1a1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e43bee40-91b2-437c-a380-32fe7061bbaa","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e43bee40-91b2-437c-a380-32fe7061bbaa","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e43bee40-91b2-437c-a380-32fe7061bbaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"eb9871f3-2be2-47c4-8c82-836bdb0ef157","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"eb9871f3-2be2-47c4-8c82-836bdb0ef157","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"eb9871f3-2be2-47c4-8c82-836bdb0ef157","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"5e3ff2ef-22ff-4c95-b4ca-c61192255787","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"5e3ff2ef-22ff-4c95-b4ca-c61192255787","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"5e3ff2ef-22ff-4c95-b4ca-c61192255787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6fad0d6b-8713-4af5-90e9-0544066a3619","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6fad0d6b-8713-4af5-90e9-0544066a3619","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6fad0d6b-8713-4af5-90e9-0544066a3619","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7dab4d25-aca3-458f-a25d-d68d159adeab","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7dab4d25-aca3-458f-a25d-d68d159adeab","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7dab4d25-aca3-458f-a25d-d68d159adeab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"b1061288-0124-4059-9941-7a5894638faf","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"b1061288-0124-4059-9941-7a5894638faf","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"b1061288-0124-4059-9941-7a5894638faf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e7cf46ab-2dc6-462d-9a97-8e9b55464437","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e7cf46ab-2dc6-462d-9a97-8e9b55464437","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e7cf46ab-2dc6-462d-9a97-8e9b55464437","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1acb634e-a8d5-4145-a95f-f86ba0ede9f1","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1acb634e-a8d5-4145-a95f-f86ba0ede9f1","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1acb634e-a8d5-4145-a95f-f86ba0ede9f1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"702dfb21-7479-4c70-9b23-7f19654d372a","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"702dfb21-7479-4c70-9b23-7f19654d372a","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"702dfb21-7479-4c70-9b23-7f19654d372a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"05ef3209-3281-4017-8224-610ea07e43a4","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"05ef3209-3281-4017-8224-610ea07e43a4","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"05ef3209-3281-4017-8224-610ea07e43a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"3456ae4d-98a9-46f7-9fe9-d8be1b9e857e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"3456ae4d-98a9-46f7-9fe9-d8be1b9e857e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"3456ae4d-98a9-46f7-9fe9-d8be1b9e857e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"2be6cb3f-73d3-49e0-a7d6-51664caab49b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"2be6cb3f-73d3-49e0-a7d6-51664caab49b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"2be6cb3f-73d3-49e0-a7d6-51664caab49b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"8bc6b840-bb6c-467f-8276-2303aea68ebb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"8bc6b840-bb6c-467f-8276-2303aea68ebb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"8bc6b840-bb6c-467f-8276-2303aea68ebb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"91f9ae8f-711f-4478-b88a-6803a6e18e93","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"91f9ae8f-711f-4478-b88a-6803a6e18e93","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"91f9ae8f-711f-4478-b88a-6803a6e18e93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"7cccfe27-3d21-4eb7-9f69-b167baca3002","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"7cccfe27-3d21-4eb7-9f69-b167baca3002","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"7cccfe27-3d21-4eb7-9f69-b167baca3002","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"65463c3c-2f81-415e-a073-c1b5e5858f95","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"65463c3c-2f81-415e-a073-c1b5e5858f95","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"65463c3c-2f81-415e-a073-c1b5e5858f95","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c5e1f375-0a91-4412-9b6a-32e4ea62ccfc","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c5e1f375-0a91-4412-9b6a-32e4ea62ccfc","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c5e1f375-0a91-4412-9b6a-32e4ea62ccfc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"5cb42404-4ce6-43ca-b42a-5da562386c2c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"5cb42404-4ce6-43ca-b42a-5da562386c2c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"5cb42404-4ce6-43ca-b42a-5da562386c2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a780aa03-34c2-46ed-97ac-1202c3103f07","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a780aa03-34c2-46ed-97ac-1202c3103f07","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a780aa03-34c2-46ed-97ac-1202c3103f07","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fb1bc6af-54a9-45d3-9b85-2cba111dd4c0","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fb1bc6af-54a9-45d3-9b85-2cba111dd4c0","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fb1bc6af-54a9-45d3-9b85-2cba111dd4c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6797e6aa-6f69-4b9c-88a4-01c02e9c88c1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6797e6aa-6f69-4b9c-88a4-01c02e9c88c1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6797e6aa-6f69-4b9c-88a4-01c02e9c88c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"5722574d-c205-4daf-8664-1dc895db9260","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"5722574d-c205-4daf-8664-1dc895db9260","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"5722574d-c205-4daf-8664-1dc895db9260","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"3dd479e9-bf87-4d7a-bfc8-cb208c3cefe4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"3dd479e9-bf87-4d7a-bfc8-cb208c3cefe4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"3dd479e9-bf87-4d7a-bfc8-cb208c3cefe4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"e77d63e0-0258-442d-a59f-cd8ab5dd4a09","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"e77d63e0-0258-442d-a59f-cd8ab5dd4a09","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"e77d63e0-0258-442d-a59f-cd8ab5dd4a09","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"6191868a-e582-4e35-b76e-35f175be25f6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"6191868a-e582-4e35-b76e-35f175be25f6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"6191868a-e582-4e35-b76e-35f175be25f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4a9bc6b2-3e1c-4194-80eb-bc14fab8b8f4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4a9bc6b2-3e1c-4194-80eb-bc14fab8b8f4","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4a9bc6b2-3e1c-4194-80eb-bc14fab8b8f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0fa2b199-3cde-4df4-a7a3-e445ede1f0e6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0fa2b199-3cde-4df4-a7a3-e445ede1f0e6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0fa2b199-3cde-4df4-a7a3-e445ede1f0e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e4547618-42d8-4885-8417-ad0b7790b0bb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e4547618-42d8-4885-8417-ad0b7790b0bb","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e4547618-42d8-4885-8417-ad0b7790b0bb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"333513cb-31df-4e9e-bc94-d289fb105e3b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"333513cb-31df-4e9e-bc94-d289fb105e3b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"333513cb-31df-4e9e-bc94-d289fb105e3b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"8fe78e84-6566-430e-aa78-7dfc7d076bd1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"8fe78e84-6566-430e-aa78-7dfc7d076bd1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"8fe78e84-6566-430e-aa78-7dfc7d076bd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"aab2c6ae-2c5c-4b12-9764-7f37cb65fa43","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"aab2c6ae-2c5c-4b12-9764-7f37cb65fa43","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"aab2c6ae-2c5c-4b12-9764-7f37cb65fa43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f7439a37-dda0-4c17-beb0-469336f02cb2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f7439a37-dda0-4c17-beb0-469336f02cb2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f7439a37-dda0-4c17-beb0-469336f02cb2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"407d0ad2-213d-45b3-a4bd-76ab7e25c674","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"407d0ad2-213d-45b3-a4bd-76ab7e25c674","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"407d0ad2-213d-45b3-a4bd-76ab7e25c674","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ea8977e1-d20e-4ad8-a126-4dca0e65af28","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ea8977e1-d20e-4ad8-a126-4dca0e65af28","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ea8977e1-d20e-4ad8-a126-4dca0e65af28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0d020ccc-7132-4937-b61a-ae69d52400a7","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0d020ccc-7132-4937-b61a-ae69d52400a7","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0d020ccc-7132-4937-b61a-ae69d52400a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f612170a-cd2b-4457-920c-2be0b8b83257","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f612170a-cd2b-4457-920c-2be0b8b83257","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f612170a-cd2b-4457-920c-2be0b8b83257","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"74ddd411-763e-4830-bfd0-cd3fadfb0796","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"74ddd411-763e-4830-bfd0-cd3fadfb0796","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"74ddd411-763e-4830-bfd0-cd3fadfb0796","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7827b87b-be5f-4ce1-b6c2-72b748eefff8","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7827b87b-be5f-4ce1-b6c2-72b748eefff8","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7827b87b-be5f-4ce1-b6c2-72b748eefff8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"45e7437e-c235-4221-8ea9-e5b2b335be31","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"45e7437e-c235-4221-8ea9-e5b2b335be31","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"45e7437e-c235-4221-8ea9-e5b2b335be31","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"bd1ae0ed-4175-4f91-a693-d7d181fbfe9c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"bd1ae0ed-4175-4f91-a693-d7d181fbfe9c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"bd1ae0ed-4175-4f91-a693-d7d181fbfe9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a17ae6c8-14ec-4ee2-9989-67f244287a8b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a17ae6c8-14ec-4ee2-9989-67f244287a8b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a17ae6c8-14ec-4ee2-9989-67f244287a8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"adface74-cf7f-486b-a7dd-c52e97ff3d0f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"adface74-cf7f-486b-a7dd-c52e97ff3d0f","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"adface74-cf7f-486b-a7dd-c52e97ff3d0f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"39a58547-9449-4794-82d2-b2e25dbc5d2e","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"39a58547-9449-4794-82d2-b2e25dbc5d2e","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"39a58547-9449-4794-82d2-b2e25dbc5d2e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bb970038-5735-4703-9495-5b7a9305a520","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bb970038-5735-4703-9495-5b7a9305a520","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bb970038-5735-4703-9495-5b7a9305a520","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9946c776-7905-4629-9d39-3f46dc883fd9","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9946c776-7905-4629-9d39-3f46dc883fd9","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9946c776-7905-4629-9d39-3f46dc883fd9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6cac0f5d-9fb0-44d3-8a49-13f6c05266da","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6cac0f5d-9fb0-44d3-8a49-13f6c05266da","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6cac0f5d-9fb0-44d3-8a49-13f6c05266da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"bb99bf4d-7f94-442e-ae32-c632934f35b0","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"bb99bf4d-7f94-442e-ae32-c632934f35b0","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"bb99bf4d-7f94-442e-ae32-c632934f35b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9a158cb7-ba67-4a9c-aa89-e95a5055ed8b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9a158cb7-ba67-4a9c-aa89-e95a5055ed8b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9a158cb7-ba67-4a9c-aa89-e95a5055ed8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"f77d7ef6-4975-47f8-a36e-971f6988dfd6","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"f77d7ef6-4975-47f8-a36e-971f6988dfd6","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"f77d7ef6-4975-47f8-a36e-971f6988dfd6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"ab2d377a-5f41-4293-9b8e-099adfa3928a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"ab2d377a-5f41-4293-9b8e-099adfa3928a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"ab2d377a-5f41-4293-9b8e-099adfa3928a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f1e9b926-d829-4fee-9f8d-fac932873f5f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f1e9b926-d829-4fee-9f8d-fac932873f5f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f1e9b926-d829-4fee-9f8d-fac932873f5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1283a7d4-ebbc-425f-8b55-2257095f3553","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1283a7d4-ebbc-425f-8b55-2257095f3553","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1283a7d4-ebbc-425f-8b55-2257095f3553","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"e068062c-7036-4188-b9f8-c119bc77bae7","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"e068062c-7036-4188-b9f8-c119bc77bae7","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"e068062c-7036-4188-b9f8-c119bc77bae7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"92318c34-9bfe-42a8-8a53-c293a978c5ac","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"92318c34-9bfe-42a8-8a53-c293a978c5ac","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"92318c34-9bfe-42a8-8a53-c293a978c5ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fc4efde3-3f55-44a3-a653-1bfda70050c1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fc4efde3-3f55-44a3-a653-1bfda70050c1","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fc4efde3-3f55-44a3-a653-1bfda70050c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c5f2de3e-4253-4e94-a9ff-1ac4b7673771","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c5f2de3e-4253-4e94-a9ff-1ac4b7673771","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c5f2de3e-4253-4e94-a9ff-1ac4b7673771","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"64224a39-6d05-4ccb-a12e-238401bb6f6b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"64224a39-6d05-4ccb-a12e-238401bb6f6b","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"64224a39-6d05-4ccb-a12e-238401bb6f6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d20f0ff7-9b32-4d36-b75b-6c5c3e772fa9","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d20f0ff7-9b32-4d36-b75b-6c5c3e772fa9","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d20f0ff7-9b32-4d36-b75b-6c5c3e772fa9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"542bf7d8-240e-43a5-8209-86de3181b2f2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"542bf7d8-240e-43a5-8209-86de3181b2f2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"542bf7d8-240e-43a5-8209-86de3181b2f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7254a4da-bbf8-4ce4-a7d2-3984ff5fca4c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7254a4da-bbf8-4ce4-a7d2-3984ff5fca4c","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"7254a4da-bbf8-4ce4-a7d2-3984ff5fca4c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"313c0200-e33e-4f3c-a12a-8d5fc188850e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"313c0200-e33e-4f3c-a12a-8d5fc188850e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"313c0200-e33e-4f3c-a12a-8d5fc188850e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7864bdab-27bf-47cd-b2ee-bcd190714692","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7864bdab-27bf-47cd-b2ee-bcd190714692","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7864bdab-27bf-47cd-b2ee-bcd190714692","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e870f949-0c39-48f4-a832-2ed94b16251e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e870f949-0c39-48f4-a832-2ed94b16251e","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e870f949-0c39-48f4-a832-2ed94b16251e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"53fdd684-a435-449f-9591-22537f92c85b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"53fdd684-a435-449f-9591-22537f92c85b","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"53fdd684-a435-449f-9591-22537f92c85b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"9c55919b-57e1-4207-a2fc-459141c0f7be","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"9c55919b-57e1-4207-a2fc-459141c0f7be","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"9c55919b-57e1-4207-a2fc-459141c0f7be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"76f5197e-300c-4f88-bb58-b0828c04e005","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"76f5197e-300c-4f88-bb58-b0828c04e005","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"76f5197e-300c-4f88-bb58-b0828c04e005","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3c6868c3-46c1-4465-8a41-24802ccbfd37","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3c6868c3-46c1-4465-8a41-24802ccbfd37","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3c6868c3-46c1-4465-8a41-24802ccbfd37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"f394ac1e-92b3-45bc-a890-5eae24ce2fb3","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"f394ac1e-92b3-45bc-a890-5eae24ce2fb3","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"f394ac1e-92b3-45bc-a890-5eae24ce2fb3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"f20ab0a8-520e-45ae-8ff1-873409781b3c","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"f20ab0a8-520e-45ae-8ff1-873409781b3c","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"f20ab0a8-520e-45ae-8ff1-873409781b3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"67599c1a-01b6-46b0-a598-03b53183044c","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"67599c1a-01b6-46b0-a598-03b53183044c","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"67599c1a-01b6-46b0-a598-03b53183044c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"c60a4a0b-7156-49e9-bfb1-95f4570a1057","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"c60a4a0b-7156-49e9-bfb1-95f4570a1057","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"c60a4a0b-7156-49e9-bfb1-95f4570a1057","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"aa19cfc3-3d14-4020-a740-02aa74c550a6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"aa19cfc3-3d14-4020-a740-02aa74c550a6","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"aa19cfc3-3d14-4020-a740-02aa74c550a6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"6871e7ff-86e6-4723-94d6-0c2cbb084662","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"6871e7ff-86e6-4723-94d6-0c2cbb084662","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"6871e7ff-86e6-4723-94d6-0c2cbb084662","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"1e9620fe-f3eb-4353-afe4-8b427f79ce83","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"1e9620fe-f3eb-4353-afe4-8b427f79ce83","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"1e9620fe-f3eb-4353-afe4-8b427f79ce83","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"08af430a-8bfc-4b8d-9151-54fd03ae6a65","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"08af430a-8bfc-4b8d-9151-54fd03ae6a65","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"08af430a-8bfc-4b8d-9151-54fd03ae6a65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9edf4132-ecc9-4fbc-9067-014c37c43455","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9edf4132-ecc9-4fbc-9067-014c37c43455","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9edf4132-ecc9-4fbc-9067-014c37c43455","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"d8f6c051-3c7a-47d9-a5c8-5e58a016ebdb","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"d8f6c051-3c7a-47d9-a5c8-5e58a016ebdb","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"d8f6c051-3c7a-47d9-a5c8-5e58a016ebdb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"522620ec-5274-47ab-86d8-a661d1a29c73","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"522620ec-5274-47ab-86d8-a661d1a29c73","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"522620ec-5274-47ab-86d8-a661d1a29c73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4070261a-b858-40bd-8f80-b0397b3395f8","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4070261a-b858-40bd-8f80-b0397b3395f8","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4070261a-b858-40bd-8f80-b0397b3395f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7fe03448-9beb-4b35-960c-3b0089ca7906","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7fe03448-9beb-4b35-960c-3b0089ca7906","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7fe03448-9beb-4b35-960c-3b0089ca7906","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"00f6de36-4a53-4d17-83f3-0bcac6e91bc4","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"00f6de36-4a53-4d17-83f3-0bcac6e91bc4","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"00f6de36-4a53-4d17-83f3-0bcac6e91bc4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"dd56bb0c-9fa1-4186-83a1-aef43312ee9a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"dd56bb0c-9fa1-4186-83a1-aef43312ee9a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"dd56bb0c-9fa1-4186-83a1-aef43312ee9a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6d7d6d6c-b5da-45cf-a824-1dc8f9a71c0f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6d7d6d6c-b5da-45cf-a824-1dc8f9a71c0f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6d7d6d6c-b5da-45cf-a824-1dc8f9a71c0f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a1134c7e-edea-4250-b51f-644e01817946","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a1134c7e-edea-4250-b51f-644e01817946","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a1134c7e-edea-4250-b51f-644e01817946","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"dc5475b9-4a95-425c-9846-0e67b82fe6dc","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"dc5475b9-4a95-425c-9846-0e67b82fe6dc","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"dc5475b9-4a95-425c-9846-0e67b82fe6dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"494cc95b-4c1e-4796-a487-ea057f9f1ccd","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"494cc95b-4c1e-4796-a487-ea057f9f1ccd","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"494cc95b-4c1e-4796-a487-ea057f9f1ccd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e009d53b-ea7f-4a5f-80bf-544d82489a8a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e009d53b-ea7f-4a5f-80bf-544d82489a8a","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"simulator-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e009d53b-ea7f-4a5f-80bf-544d82489a8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9c9d1875-f0f0-4e24-b9f0-83f1ad42b9f2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9c9d1875-f0f0-4e24-b9f0-83f1ad42b9f2","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9c9d1875-f0f0-4e24-b9f0-83f1ad42b9f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"cbe1d4ee-80b8-4fc3-bad7-6a681d478811","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"error","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"cbe1d4ee-80b8-4fc3-bad7-6a681d478811","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"premium-w3-2fa947","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"cbe1d4ee-80b8-4fc3-bad7-6a681d478811","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-2fa947-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-2fa947 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"32edef80-b063-44fe-baeb-c1d5f61cab4f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"32edef80-b063-44fe-baeb-c1d5f61cab4f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:53Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"32edef80-b063-44fe-baeb-c1d5f61cab4f","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"09bbb3f3-200c-4c17-acaa-1004dfd35245","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"09bbb3f3-200c-4c17-acaa-1004dfd35245","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"09bbb3f3-200c-4c17-acaa-1004dfd35245","Namespace":"e2e-models-e2e-worker-w3-2fa947","Name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"51744b64-31d9-4735-8ae2-d4ebfbc679c5","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"51744b64-31d9-4735-8ae2-d4ebfbc679c5","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"51744b64-31d9-4735-8ae2-d4ebfbc679c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4cbb3dfa-1e1d-4e32-a642-b79e5356fa60","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4cbb3dfa-1e1d-4e32-a642-b79e5356fa60","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"distinct-2-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4cbb3dfa-1e1d-4e32-a642-b79e5356fa60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"42476849-c32e-42e8-b543-23c39114dbde","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}
{"level":"error","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"42476849-c32e-42e8-b543-23c39114dbde","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"simulator-w1-390929","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:13:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"42476849-c32e-42e8-b543-23c39114dbde","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-390929-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-390929 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"2e08a6bf-6290-46ec-9da4-9d29f995c23d","Namespace":"e2e-models-e2e-worker-w1-390929","Name":"premium-w1-390929"}
{"level":"info","ts":"2026-10-30T05:13:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-390929"}