{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"e2aba1c8-a625-47f3-aaaf-093b1f935c2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"50dd697e-8bab-4904-9e52-c5933ef8b684","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"50dd697e-8bab-4904-9e52-c5933ef8b684","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"50dd697e-8bab-4904-9e52-c5933ef8b684","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"3d20956f-db88-49fa-a255-2ecbefc9c0e8","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"3d20956f-db88-49fa-a255-2ecbefc9c0e8","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"3d20956f-db88-49fa-a255-2ecbefc9c0e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"53370e82-2f9f-428e-afa8-69a97914cafe","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"53370e82-2f9f-428e-afa8-69a97914cafe","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"53370e82-2f9f-428e-afa8-69a97914cafe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"c845fc42-9233-4fe4-a7cc-e74ee5918c40","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"c845fc42-9233-4fe4-a7cc-e74ee5918c40","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"c845fc42-9233-4fe4-a7cc-e74ee5918c40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"457b5e85-4231-41c7-b605-74f96864f3f6","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"457b5e85-4231-41c7-b605-74f96864f3f6","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"457b5e85-4231-41c7-b605-74f96864f3f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"141349af-ed73-47aa-91bd-af6139718255","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"141349af-ed73-47aa-91bd-af6139718255","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"141349af-ed73-47aa-91bd-af6139718255","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"9cff97ec-7f9e-47f2-a771-b0c3174a1463","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"9cff97ec-7f9e-47f2-a771-b0c3174a1463","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"9cff97ec-7f9e-47f2-a771-b0c3174a1463","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"3242d94b-815d-4317-adfe-4cbc6c123478","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"3242d94b-815d-4317-adfe-4cbc6c123478","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"3242d94b-815d-4317-adfe-4cbc6c123478","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"27a4468c-9d88-4e81-9c1c-fe47d01f00b3","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"27a4468c-9d88-4e81-9c1c-fe47d01f00b3","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"27a4468c-9d88-4e81-9c1c-fe47d01f00b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b211bf4f-ddf2-4511-9020-aaae8cb39507","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b211bf4f-ddf2-4511-9020-aaae8cb39507","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b211bf4f-ddf2-4511-9020-aaae8cb39507","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"aadb75ea-b77d-4552-9739-c11a120a6bab","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"aadb75ea-b77d-4552-9739-c11a120a6bab","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"aadb75ea-b77d-4552-9739-c11a120a6bab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"64ef482d-404a-429e-a019-fd06cdc40e58","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"64ef482d-404a-429e-a019-fd06cdc40e58","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"64ef482d-404a-429e-a019-fd06cdc40e58","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"9df53ab1-fb27-4c6c-95f1-5389bd5f53ac","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"9df53ab1-fb27-4c6c-95f1-5389bd5f53ac","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"9df53ab1-fb27-4c6c-95f1-5389bd5f53ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d29ade2d-b61c-4c14-b9d0-2d8b98868f65","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d29ade2d-b61c-4c14-b9d0-2d8b98868f65","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d29ade2d-b61c-4c14-b9d0-2d8b98868f65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c3707507-67c6-47b8-953a-1d8287671221","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c3707507-67c6-47b8-953a-1d8287671221","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c3707507-67c6-47b8-953a-1d8287671221","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d932e5f0-6ea7-4830-95cf-a4b96b81251a","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d932e5f0-6ea7-4830-95cf-a4b96b81251a","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d932e5f0-6ea7-4830-95cf-a4b96b81251a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"67295c58-668b-48db-8bda-ab2b4b12e61c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"67295c58-668b-48db-8bda-ab2b4b12e61c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"67295c58-668b-48db-8bda-ab2b4b12e61c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"735cf359-3077-47ed-ae0e-4e81592024a8","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"735cf359-3077-47ed-ae0e-4e81592024a8","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"735cf359-3077-47ed-ae0e-4e81592024a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d5a808dd-21c1-4fe5-b14c-dc136aa80997","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d5a808dd-21c1-4fe5-b14c-dc136aa80997","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d5a808dd-21c1-4fe5-b14c-dc136aa80997","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"1521dea0-dcaf-4cf8-80bc-beb0e0c1d8df","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"1521dea0-dcaf-4cf8-80bc-beb0e0c1d8df","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"1521dea0-dcaf-4cf8-80bc-beb0e0c1d8df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"dc34f4a8-27f9-4391-83d5-4e54df7d3eb5","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"dc34f4a8-27f9-4391-83d5-4e54df7d3eb5","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"dc34f4a8-27f9-4391-83d5-4e54df7d3eb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"12c872f8-713f-4479-b4f6-90524473bab2","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"12c872f8-713f-4479-b4f6-90524473bab2","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"12c872f8-713f-4479-b4f6-90524473bab2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"1335c7ed-1fb3-48f9-8884-1896031bbe0c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"1335c7ed-1fb3-48f9-8884-1896031bbe0c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"1335c7ed-1fb3-48f9-8884-1896031bbe0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a151680b-9790-4aa0-ab9d-62a22ff82f23","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a151680b-9790-4aa0-ab9d-62a22ff82f23","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a151680b-9790-4aa0-ab9d-62a22ff82f23","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"6b1bbec2-863c-44d6-a2a6-21e136fc3314","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"6b1bbec2-863c-44d6-a2a6-21e136fc3314","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"6b1bbec2-863c-44d6-a2a6-21e136fc3314","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c4bacaea-8b60-4df5-aa1a-a54139cc8a98","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c4bacaea-8b60-4df5-aa1a-a54139cc8a98","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c4bacaea-8b60-4df5-aa1a-a54139cc8a98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f7616448-18da-439d-bdc1-33f387329ab8","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f7616448-18da-439d-bdc1-33f387329ab8","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f7616448-18da-439d-bdc1-33f387329ab8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"d0d6be6b-2b44-49f0-9a01-1d23880c304a","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"d0d6be6b-2b44-49f0-9a01-1d23880c304a","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"d0d6be6b-2b44-49f0-9a01-1d23880c304a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"9c791e0f-eeeb-4f16-93f4-ef607e1c7c82","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"9c791e0f-eeeb-4f16-93f4-ef607e1c7c82","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"9c791e0f-eeeb-4f16-93f4-ef607e1c7c82","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"91f0f201-a0f3-47d3-95ab-b6e1907479c7","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"91f0f201-a0f3-47d3-95ab-b6e1907479c7","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"91f0f201-a0f3-47d3-95ab-b6e1907479c7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"11fa3966-4dd8-465d-ae54-551ee3f96c16","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"11fa3966-4dd8-465d-ae54-551ee3f96c16","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"11fa3966-4dd8-465d-ae54-551ee3f96c16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"44245961-9a6d-43c5-8bf8-227118d1dadf","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"44245961-9a6d-43c5-8bf8-227118d1dadf","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"44245961-9a6d-43c5-8bf8-227118d1dadf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"f9f72ff9-b744-4f2c-bcd3-cd0ff3f49349","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"f9f72ff9-b744-4f2c-bcd3-cd0ff3f49349","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"f9f72ff9-b744-4f2c-bcd3-cd0ff3f49349","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d9af8cc5-acca-4e03-83e1-8ec69ce1c0af","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d9af8cc5-acca-4e03-83e1-8ec69ce1c0af","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d9af8cc5-acca-4e03-83e1-8ec69ce1c0af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"301d6cf3-48b3-4666-9a9c-0fdf7d6b0d0d","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"301d6cf3-48b3-4666-9a9c-0fdf7d6b0d0d","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"301d6cf3-48b3-4666-9a9c-0fdf7d6b0d0d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"c999c220-5732-445a-9c0a-cdda76950f87","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"c999c220-5732-445a-9c0a-cdda76950f87","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"c999c220-5732-445a-9c0a-cdda76950f87","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"29015042-ba73-4730-a2c8-7bbfb6b76f6e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"29015042-ba73-4730-a2c8-7bbfb6b76f6e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"29015042-ba73-4730-a2c8-7bbfb6b76f6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"dd9d614c-9ed3-4f4b-81f5-4566093f6ada","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"dd9d614c-9ed3-4f4b-81f5-4566093f6ada","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"dd9d614c-9ed3-4f4b-81f5-4566093f6ada","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"5eccec73-6bd1-44ae-b7c7-e2b1dffb5f8e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"5eccec73-6bd1-44ae-b7c7-e2b1dffb5f8e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"5eccec73-6bd1-44ae-b7c7-e2b1dffb5f8e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"c2c6f7d4-367e-464e-b9b8-3c2b856027f3","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"c2c6f7d4-367e-464e-b9b8-3c2b856027f3","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"c2c6f7d4-367e-464e-b9b8-3c2b856027f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"8dbc2213-8512-476f-b8e8-2954dbd96975","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"8dbc2213-8512-476f-b8e8-2954dbd96975","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"8dbc2213-8512-476f-b8e8-2954dbd96975","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e6334765-5d10-4dc3-b007-82de729a33b1","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e6334765-5d10-4dc3-b007-82de729a33b1","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e6334765-5d10-4dc3-b007-82de729a33b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"7dce8336-79f0-4e15-9756-5fc4f7ce9eca","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"7dce8336-79f0-4e15-9756-5fc4f7ce9eca","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"7dce8336-79f0-4e15-9756-5fc4f7ce9eca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2fde3486-4fdd-4783-9e0c-a2d950600ec7","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2fde3486-4fdd-4783-9e0c-a2d950600ec7","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2fde3486-4fdd-4783-9e0c-a2d950600ec7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4c0c2b9f-0686-432f-b5cc-728b9d3647ea","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4c0c2b9f-0686-432f-b5cc-728b9d3647ea","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4c0c2b9f-0686-432f-b5cc-728b9d3647ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"1929de92-bab2-4311-9f76-6f500c8beab0","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"1929de92-bab2-4311-9f76-6f500c8beab0","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"1929de92-bab2-4311-9f76-6f500c8beab0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"1e546288-8fb3-46a5-a359-fd413f130932","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"1e546288-8fb3-46a5-a359-fd413f130932","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"1e546288-8fb3-46a5-a359-fd413f130932","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"b798d11e-73c9-4e6d-90e0-f2e6800f43b0","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"b798d11e-73c9-4e6d-90e0-f2e6800f43b0","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"b798d11e-73c9-4e6d-90e0-f2e6800f43b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d04189cc-7bf3-496e-ae1e-98210f24baa1","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d04189cc-7bf3-496e-ae1e-98210f24baa1","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d04189cc-7bf3-496e-ae1e-98210f24baa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"59582d39-8984-4b4a-8de6-f472169e0bdc","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"59582d39-8984-4b4a-8de6-f472169e0bdc","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"59582d39-8984-4b4a-8de6-f472169e0bdc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d692b269-3e17-4f13-8e9f-269ebba72a38","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:30:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:30:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d692b269-3e17-4f13-8e9f-269ebba72a38","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d692b269-3e17-4f13-8e9f-269ebba72a38","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8592560f-9a94-4e18-bed6-7fe3c00b873c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8592560f-9a94-4e18-bed6-7fe3c00b873c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8592560f-9a94-4e18-bed6-7fe3c00b873c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8ecc24ce-7793-4951-adf2-0ce7eeb27cf6","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8ecc24ce-7793-4951-adf2-0ce7eeb27cf6","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8ecc24ce-7793-4951-adf2-0ce7eeb27cf6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"2ab5759a-b8ab-40e3-a5bf-31983b392987","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"2ab5759a-b8ab-40e3-a5bf-31983b392987","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"2ab5759a-b8ab-40e3-a5bf-31983b392987","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"43d308ed-70d0-4f58-b05b-efee34370667","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"43d308ed-70d0-4f58-b05b-efee34370667","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"43d308ed-70d0-4f58-b05b-efee34370667","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"09efee7a-b20c-4f21-90eb-cc9262bc56c4","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:30:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:30:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"09efee7a-b20c-4f21-90eb-cc9262bc56c4","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:30:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"09efee7a-b20c-4f21-90eb-cc9262bc56c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"f134852b-5e30-468b-b112-87e76253d196","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"f134852b-5e30-468b-b112-87e76253d196","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"f134852b-5e30-468b-b112-87e76253d196","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b1f6987a-e137-4df5-a2ab-2bdb0ce92b6d","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b1f6987a-e137-4df5-a2ab-2bdb0ce92b6d","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b1f6987a-e137-4df5-a2ab-2bdb0ce92b6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fa09147c-cc43-4efb-bfe5-2a01c04e5802","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fa09147c-cc43-4efb-bfe5-2a01c04e5802","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fa09147c-cc43-4efb-bfe5-2a01c04e5802","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"2e1b6d9e-b15b-4fc6-9c2f-8a8ea1d18962","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"2e1b6d9e-b15b-4fc6-9c2f-8a8ea1d18962","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"2e1b6d9e-b15b-4fc6-9c2f-8a8ea1d18962","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"69d44709-4c74-47a7-b5cd-bb0c6f3f6702","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"69d44709-4c74-47a7-b5cd-bb0c6f3f6702","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"69d44709-4c74-47a7-b5cd-bb0c6f3f6702","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a324ebaf-abdb-4f9c-8c8f-16cd015ccf5c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a324ebaf-abdb-4f9c-8c8f-16cd015ccf5c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"a324ebaf-abdb-4f9c-8c8f-16cd015ccf5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4e5e8389-27d0-47e1-b001-260562389d85","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4e5e8389-27d0-47e1-b001-260562389d85","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4e5e8389-27d0-47e1-b001-260562389d85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"7664c94c-8ec3-47d1-a90a-228308103b90","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"7664c94c-8ec3-47d1-a90a-228308103b90","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"7664c94c-8ec3-47d1-a90a-228308103b90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"0c835e7d-b711-4802-adb1-fbab73f96a7f","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"0c835e7d-b711-4802-adb1-fbab73f96a7f","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"0c835e7d-b711-4802-adb1-fbab73f96a7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"d605816b-1fe3-46e9-b58d-afdf2bb428ae","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"d605816b-1fe3-46e9-b58d-afdf2bb428ae","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"d605816b-1fe3-46e9-b58d-afdf2bb428ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"739bf2ac-8a9a-4db6-8e1c-58952cc2e880","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"739bf2ac-8a9a-4db6-8e1c-58952cc2e880","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"739bf2ac-8a9a-4db6-8e1c-58952cc2e880","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"4e46459d-6010-4df3-8b4c-c9d7340cc360","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"4e46459d-6010-4df3-8b4c-c9d7340cc360","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"4e46459d-6010-4df3-8b4c-c9d7340cc360","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"e018777d-4c41-476b-aa95-80f1f4c5fd37","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"e018777d-4c41-476b-aa95-80f1f4c5fd37","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"e018777d-4c41-476b-aa95-80f1f4c5fd37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"5b4270b0-2e19-4ba3-bd39-e07c88e5d18d","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"5b4270b0-2e19-4ba3-bd39-e07c88e5d18d","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"5b4270b0-2e19-4ba3-bd39-e07c88e5d18d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"0e847ac6-bc72-4fa6-a813-bd7fbb2c422c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"0e847ac6-bc72-4fa6-a813-bd7fbb2c422c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"0e847ac6-bc72-4fa6-a813-bd7fbb2c422c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a9ace733-59f6-4b14-a82b-9dca5654435e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a9ace733-59f6-4b14-a82b-9dca5654435e","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a9ace733-59f6-4b14-a82b-9dca5654435e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"6a417758-3b8e-4a96-9117-f6d5ff35da4b","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"6a417758-3b8e-4a96-9117-f6d5ff35da4b","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"6a417758-3b8e-4a96-9117-f6d5ff35da4b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"72699d93-c043-4b9d-953a-ac372c843e8d","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"72699d93-c043-4b9d-953a-ac372c843e8d","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"72699d93-c043-4b9d-953a-ac372c843e8d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ebad1d1c-75cf-40cb-82e4-3ca3a895f476","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ebad1d1c-75cf-40cb-82e4-3ca3a895f476","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ebad1d1c-75cf-40cb-82e4-3ca3a895f476","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"62779163-3298-406f-95aa-3af3a21c1554","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"62779163-3298-406f-95aa-3af3a21c1554","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"62779163-3298-406f-95aa-3af3a21c1554","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"62e34707-729c-463c-bac8-9d43d656275f","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"62e34707-729c-463c-bac8-9d43d656275f","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"62e34707-729c-463c-bac8-9d43d656275f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"c33782bc-dd03-4d28-b221-956afaa6a978","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"c33782bc-dd03-4d28-b221-956afaa6a978","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"c33782bc-dd03-4d28-b221-956afaa6a978","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d0cbb11a-526d-470a-8053-e77bedc41a34","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d0cbb11a-526d-470a-8053-e77bedc41a34","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"d0cbb11a-526d-470a-8053-e77bedc41a34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"3e084607-3473-4a78-a22c-f994b3822d11","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"3e084607-3473-4a78-a22c-f994b3822d11","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"3e084607-3473-4a78-a22c-f994b3822d11","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fac79e25-7b63-4854-a6c6-5526bf6afa9c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fac79e25-7b63-4854-a6c6-5526bf6afa9c","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"fac79e25-7b63-4854-a6c6-5526bf6afa9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d41aaa3e-b8d6-4e6a-b11e-9fcdd4e4f930","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d41aaa3e-b8d6-4e6a-b11e-9fcdd4e4f930","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d41aaa3e-b8d6-4e6a-b11e-9fcdd4e4f930","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e781f344-e3ab-46c0-8bc8-662c072f6e46","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e781f344-e3ab-46c0-8bc8-662c072f6e46","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"e781f344-e3ab-46c0-8bc8-662c072f6e46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"6a90588f-10e4-475d-ae43-fec505486694","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"6a90588f-10e4-475d-ae43-fec505486694","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"6a90588f-10e4-475d-ae43-fec505486694","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"e19a7a1a-1d5d-41ea-9735-9ed6a258c6e9","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"e19a7a1a-1d5d-41ea-9735-9ed6a258c6e9","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"e19a7a1a-1d5d-41ea-9735-9ed6a258c6e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d46a73ba-635b-470d-9984-a4bef0a7ba39","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d46a73ba-635b-470d-9984-a4bef0a7ba39","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d46a73ba-635b-470d-9984-a4bef0a7ba39","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"a6dcdfa0-c6b0-4fa3-81c9-6a12309607d9","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"a6dcdfa0-c6b0-4fa3-81c9-6a12309607d9","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"a6dcdfa0-c6b0-4fa3-81c9-6a12309607d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-f7be78-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-f7be78 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"ac0141ee-f04a-4c55-ae0f-1ddfe35f194c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"ac0141ee-f04a-4c55-ae0f-1ddfe35f194c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"ac0141ee-f04a-4c55-ae0f-1ddfe35f194c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:19Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"ac0141ee-f04a-4c55-ae0f-1ddfe35f194c","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"5d3f6483-2c65-47e7-be5b-2c75c1beb7af","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"5d3f6483-2c65-47e7-be5b-2c75c1beb7af","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"5d3f6483-2c65-47e7-be5b-2c75c1beb7af","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"5d3f6483-2c65-47e7-be5b-2c75c1beb7af","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"75d941bc-a31b-41b5-bed4-91ffb0cb4647","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"75d941bc-a31b-41b5-bed4-91ffb0cb4647","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-2-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"75d941bc-a31b-41b5-bed4-91ffb0cb4647","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"1170de76-9cb7-4f2b-be3d-f76d64ebc672","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"1170de76-9cb7-4f2b-be3d-f76d64ebc672","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"distinct-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"1170de76-9cb7-4f2b-be3d-f76d64ebc672","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f06acab5-1160-4153-837e-151dd8734a37","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f06acab5-1160-4153-837e-151dd8734a37","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"simulator-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f06acab5-1160-4153-837e-151dd8734a37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"cf063ab5-19c6-48ec-a254-d286dfa31e89","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa"}
{"level":"info","ts":"2026-11-03T21:31:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-cefeaa"}
{"level":"error","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"cf063ab5-19c6-48ec-a254-d286dfa31e89","Namespace":"e2e-models-e2e-worker-w1-cefeaa","Name":"premium-w1-cefeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:31:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"cf063ab5-19c6-48ec-a254-d286dfa31e89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-cefeaa-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-cefeaa because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"7e09cd0d-e87f-468c-930a-c39385cf8b47","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"7e09cd0d-e87f-468c-930a-c39385cf8b47","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"7e09cd0d-e87f-468c-930a-c39385cf8b47","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"7e09cd0d-e87f-468c-930a-c39385cf8b47","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"simulator-w0-f7be78","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ee4e8e15-571b-413a-a158-b0d110673132","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ee4e8e15-571b-413a-a158-b0d110673132","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ee4e8e15-571b-413a-a158-b0d110673132","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"}
{"level":"error","ts":"2026-11-03T21:31:21Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"ee4e8e15-571b-413a-a158-b0d110673132","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-2-w0-f7be78","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"45fe7c7a-9e34-4189-99c1-8abcd4e8126a","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"premium-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-wn5fk","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-wn5fk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"04ef5bcb-259f-47b8-ab2c-a6d8db13918a","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-wn5fk","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b70f7848-5ca3-4736-a259-71672ced3da6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-wqrc6","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-wqrc6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ed4b5d76-69b3-411f-9d92-15a8b5e40037","name":"facebook-opt-125m-simulated-validation-wqrc6","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba183b8-d773-4bd5-a881-0ef6ec2c1536","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:31:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-whrpd","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-whrpd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fca27f66-44d7-44d9-b620-e73f93e49b8d","name":"premium-simulated-simulated-premium-validation-whrpd","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2684446-8502-4945-aac3-01c42d09b7fb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:31:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-npsgz","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-npsgz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7704feca-216f-4c6d-983f-b2ee5b28f346","name":"e2e-trlp-test-simulated-validation-npsgz","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c233c6bc-f8e9-493b-9b15-dd705f9be82c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:31:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-zscmf","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-zscmf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fd749ca9-4c34-4333-a8b9-e1e290c7b891","name":"echo-simulator-validation-zscmf","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6832957a-2989-4ae4-a87e-2c8ae9903c99","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"6b68c82e-e261-4fe8-adc6-b84650e064b3","Namespace":"e2e-models-e2e-worker-w0-f7be78","Name":"distinct-w0-f7be78"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-gz4sr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-gz4sr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"47e36f92-c60e-46d1-b3f0-857668a8023e","name":"e2e-distinct-2-simulated-validation-gz4sr","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:31:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e87002-5667-4543-aa1b-6deb97f9987d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}