{"level":"error","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"1192e31a-8451-4ce0-8e50-f1e0100029a1","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"1192e31a-8451-4ce0-8e50-f1e0100029a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"a79900bb-d1e3-4dbd-b9ff-6a1741c59c47","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"a79900bb-d1e3-4dbd-b9ff-6a1741c59c47","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"a79900bb-d1e3-4dbd-b9ff-6a1741c59c47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"60586daa-81bb-40ff-9fe0-3dad024556a5","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"60586daa-81bb-40ff-9fe0-3dad024556a5","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"60586daa-81bb-40ff-9fe0-3dad024556a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"3dee84ed-72d5-47dc-9dfa-143bb4396bcf","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"3dee84ed-72d5-47dc-9dfa-143bb4396bcf","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"3dee84ed-72d5-47dc-9dfa-143bb4396bcf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"5d7c467a-cb8e-42ad-9f0f-c022571aeb73","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"5d7c467a-cb8e-42ad-9f0f-c022571aeb73","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"5d7c467a-cb8e-42ad-9f0f-c022571aeb73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7b99e19d-69c3-40c5-9010-fa857a79720a","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7b99e19d-69c3-40c5-9010-fa857a79720a","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7b99e19d-69c3-40c5-9010-fa857a79720a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"a94b31fa-d0aa-47bb-b892-f00243f8dc16","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"a94b31fa-d0aa-47bb-b892-f00243f8dc16","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"a94b31fa-d0aa-47bb-b892-f00243f8dc16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"8177c267-afa5-4687-96f0-f712aefa6bb5","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"8177c267-afa5-4687-96f0-f712aefa6bb5","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"8177c267-afa5-4687-96f0-f712aefa6bb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"9a3482c7-2ad8-4d37-af1c-954aecbdba32","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"9a3482c7-2ad8-4d37-af1c-954aecbdba32","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"9a3482c7-2ad8-4d37-af1c-954aecbdba32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7970b131-8e29-44e1-88ad-7a5c8d65b87e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7970b131-8e29-44e1-88ad-7a5c8d65b87e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"7970b131-8e29-44e1-88ad-7a5c8d65b87e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"92277461-bf19-4f97-bbfa-7f4cf02f8d71","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"92277461-bf19-4f97-bbfa-7f4cf02f8d71","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"92277461-bf19-4f97-bbfa-7f4cf02f8d71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"667b5503-7fbe-4a57-a164-100e13b68f00","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"667b5503-7fbe-4a57-a164-100e13b68f00","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"667b5503-7fbe-4a57-a164-100e13b68f00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"967781dc-0d0d-461d-ae44-9b2b40f780e6","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"967781dc-0d0d-461d-ae44-9b2b40f780e6","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"967781dc-0d0d-461d-ae44-9b2b40f780e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"8ad2b68e-afa7-47e2-99fd-fb26c19b7dfc","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"8ad2b68e-afa7-47e2-99fd-fb26c19b7dfc","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"8ad2b68e-afa7-47e2-99fd-fb26c19b7dfc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"212b00bd-3b08-40bc-9705-5479f15b725b","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"212b00bd-3b08-40bc-9705-5479f15b725b","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"212b00bd-3b08-40bc-9705-5479f15b725b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"9ef3553d-5a6e-49e7-a3ad-eef52c148963","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"9ef3553d-5a6e-49e7-a3ad-eef52c148963","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"9ef3553d-5a6e-49e7-a3ad-eef52c148963","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"d1d2ea8c-62df-46e5-8ebd-e211bb957d4e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"d1d2ea8c-62df-46e5-8ebd-e211bb957d4e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"d1d2ea8c-62df-46e5-8ebd-e211bb957d4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"049fd050-a56f-49b1-b5d8-340a1d72837c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"049fd050-a56f-49b1-b5d8-340a1d72837c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"049fd050-a56f-49b1-b5d8-340a1d72837c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"dca51efc-2884-4be7-99a2-2471b5f1bd01","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"dca51efc-2884-4be7-99a2-2471b5f1bd01","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"dca51efc-2884-4be7-99a2-2471b5f1bd01","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"d5cfd19c-5e3c-4acf-bcd4-985db3e8221f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"d5cfd19c-5e3c-4acf-bcd4-985db3e8221f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"d5cfd19c-5e3c-4acf-bcd4-985db3e8221f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"ba5d4ede-5de7-4069-a1ac-598a41c6c6c0","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"ba5d4ede-5de7-4069-a1ac-598a41c6c6c0","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"ba5d4ede-5de7-4069-a1ac-598a41c6c6c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"30867209-446c-48d7-8847-d9116285b6e7","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"30867209-446c-48d7-8847-d9116285b6e7","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"30867209-446c-48d7-8847-d9116285b6e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"6ba35c96-18a4-4ab6-bded-8e2d52a69b3d","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"6ba35c96-18a4-4ab6-bded-8e2d52a69b3d","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"6ba35c96-18a4-4ab6-bded-8e2d52a69b3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"fab30f02-8d58-4481-94a5-16ec89c1515c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"fab30f02-8d58-4481-94a5-16ec89c1515c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"fab30f02-8d58-4481-94a5-16ec89c1515c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"a74ad6a3-c465-4b46-9693-2441a6dccf94","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"a74ad6a3-c465-4b46-9693-2441a6dccf94","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"a74ad6a3-c465-4b46-9693-2441a6dccf94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"132617e0-11d8-4b69-97a0-080829c51871","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"132617e0-11d8-4b69-97a0-080829c51871","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"132617e0-11d8-4b69-97a0-080829c51871","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"e12a3817-b7a6-40a5-bef0-7a2202fbe0bf","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"e12a3817-b7a6-40a5-bef0-7a2202fbe0bf","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"e12a3817-b7a6-40a5-bef0-7a2202fbe0bf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"73be60b6-d956-419c-a7ea-c6e832177c14","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"73be60b6-d956-419c-a7ea-c6e832177c14","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"73be60b6-d956-419c-a7ea-c6e832177c14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"c2ca5b74-9d5f-43d1-9f08-97e113141ed2","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"c2ca5b74-9d5f-43d1-9f08-97e113141ed2","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"c2ca5b74-9d5f-43d1-9f08-97e113141ed2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"afb08e02-a70f-4836-bbe8-838ab41a91a2","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"afb08e02-a70f-4836-bbe8-838ab41a91a2","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"afb08e02-a70f-4836-bbe8-838ab41a91a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"00057636-0ccb-41f0-a88e-7481f7810209","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"00057636-0ccb-41f0-a88e-7481f7810209","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"00057636-0ccb-41f0-a88e-7481f7810209","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"6093f267-e7af-4f82-9dad-105310738dfe","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"6093f267-e7af-4f82-9dad-105310738dfe","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"6093f267-e7af-4f82-9dad-105310738dfe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"bccec041-0c5c-4a35-9e63-0486da1e668c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"bccec041-0c5c-4a35-9e63-0486da1e668c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"bccec041-0c5c-4a35-9e63-0486da1e668c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"88b79d24-da4b-4eee-88a4-a565ed707572","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"88b79d24-da4b-4eee-88a4-a565ed707572","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"88b79d24-da4b-4eee-88a4-a565ed707572","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"f195701a-5eac-4954-ba27-e41c0d699bd7","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"f195701a-5eac-4954-ba27-e41c0d699bd7","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"f195701a-5eac-4954-ba27-e41c0d699bd7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"3bb81c1d-6bb9-44ac-a02b-d92cf057ef29","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"3bb81c1d-6bb9-44ac-a02b-d92cf057ef29","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"3bb81c1d-6bb9-44ac-a02b-d92cf057ef29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"3f624161-8af1-4e6a-8579-3f8a217ceada","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"3f624161-8af1-4e6a-8579-3f8a217ceada","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"3f624161-8af1-4e6a-8579-3f8a217ceada","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"082d468e-fab1-4d79-9aa6-b0d03bda33e4","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"082d468e-fab1-4d79-9aa6-b0d03bda33e4","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"082d468e-fab1-4d79-9aa6-b0d03bda33e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9475c5c4-e92c-4e10-9aff-58e001a5402f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9475c5c4-e92c-4e10-9aff-58e001a5402f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9475c5c4-e92c-4e10-9aff-58e001a5402f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"8765d43c-78fc-4e43-a5b8-5634415300bc","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"8765d43c-78fc-4e43-a5b8-5634415300bc","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"8765d43c-78fc-4e43-a5b8-5634415300bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"809cabf5-3530-4607-83bb-c44a3dd3b138","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"809cabf5-3530-4607-83bb-c44a3dd3b138","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"809cabf5-3530-4607-83bb-c44a3dd3b138","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"a221c115-06f8-4a5d-9508-2f4784982736","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"a221c115-06f8-4a5d-9508-2f4784982736","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"a221c115-06f8-4a5d-9508-2f4784982736","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"23471fab-0d10-4b2d-adf6-c8e1ff54b23c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"23471fab-0d10-4b2d-adf6-c8e1ff54b23c","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"23471fab-0d10-4b2d-adf6-c8e1ff54b23c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1d445a3f-aadc-44a6-b533-bb8ca482aca4","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1d445a3f-aadc-44a6-b533-bb8ca482aca4","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1d445a3f-aadc-44a6-b533-bb8ca482aca4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"2139f3f6-e3e5-46b2-afc4-306d7bec3c11","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"2139f3f6-e3e5-46b2-afc4-306d7bec3c11","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"2139f3f6-e3e5-46b2-afc4-306d7bec3c11","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"388c7406-b3e6-46a7-99de-7f5bcdaa0130","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"388c7406-b3e6-46a7-99de-7f5bcdaa0130","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"388c7406-b3e6-46a7-99de-7f5bcdaa0130","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"1ec1b390-6b5b-493d-a886-0da7822a7e0b","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"1ec1b390-6b5b-493d-a886-0da7822a7e0b","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"1ec1b390-6b5b-493d-a886-0da7822a7e0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"1494cd63-b921-41f0-a9f8-17ea2fb8505f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"1494cd63-b921-41f0-a9f8-17ea2fb8505f","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"1494cd63-b921-41f0-a9f8-17ea2fb8505f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"4618f60d-3ef7-407a-b04f-3bbf0208d458","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"4618f60d-3ef7-407a-b04f-3bbf0208d458","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"4618f60d-3ef7-407a-b04f-3bbf0208d458","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"cdeb54f8-61bf-49fc-839f-48efb87c72fe","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"cdeb54f8-61bf-49fc-839f-48efb87c72fe","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"cdeb54f8-61bf-49fc-839f-48efb87c72fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"41b5033c-f7d6-4fbb-923a-5c74d9be5e47","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"41b5033c-f7d6-4fbb-923a-5c74d9be5e47","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"41b5033c-f7d6-4fbb-923a-5c74d9be5e47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"7f7a6406-a40d-4b5f-b579-350f6dbd33bd","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"7f7a6406-a40d-4b5f-b579-350f6dbd33bd","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"7f7a6406-a40d-4b5f-b579-350f6dbd33bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"0a40d23c-d524-4f80-af26-01f3071de449","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"0a40d23c-d524-4f80-af26-01f3071de449","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"0a40d23c-d524-4f80-af26-01f3071de449","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4298872d-4561-47db-97d7-cfaecec83d28","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4298872d-4561-47db-97d7-cfaecec83d28","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4298872d-4561-47db-97d7-cfaecec83d28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9a0f72b3-7511-46bd-b631-fcee8b768ca9","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9a0f72b3-7511-46bd-b631-fcee8b768ca9","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"9a0f72b3-7511-46bd-b631-fcee8b768ca9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"45e7f071-2376-4935-b452-cf86387ce46e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"45e7f071-2376-4935-b452-cf86387ce46e","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"45e7f071-2376-4935-b452-cf86387ce46e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"549d2cd5-a556-4ef3-aec1-bc537f296ceb","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"549d2cd5-a556-4ef3-aec1-bc537f296ceb","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"549d2cd5-a556-4ef3-aec1-bc537f296ceb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"5c933635-31e4-4249-91ef-34bb865ac1f0","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"5c933635-31e4-4249-91ef-34bb865ac1f0","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"5c933635-31e4-4249-91ef-34bb865ac1f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"1f84a609-13b8-40d5-a4cb-ba01fbce3283","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"1f84a609-13b8-40d5-a4cb-ba01fbce3283","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"1f84a609-13b8-40d5-a4cb-ba01fbce3283","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1fc3d9a5-ccc9-4bd9-9405-7e96de4b90ba","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1fc3d9a5-ccc9-4bd9-9405-7e96de4b90ba","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"1fc3d9a5-ccc9-4bd9-9405-7e96de4b90ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"9376d461-c8d1-4e92-a36d-0d848f176acb","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"9376d461-c8d1-4e92-a36d-0d848f176acb","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"9376d461-c8d1-4e92-a36d-0d848f176acb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"70905a9b-cb23-4e8a-9c14-d12d83041016","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"70905a9b-cb23-4e8a-9c14-d12d83041016","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"70905a9b-cb23-4e8a-9c14-d12d83041016","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"ec6d3f1c-e080-494b-a32e-276cd3675619","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"ec6d3f1c-e080-494b-a32e-276cd3675619","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"ec6d3f1c-e080-494b-a32e-276cd3675619","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"46d315bf-d68d-4619-b760-63833739441c","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"46d315bf-d68d-4619-b760-63833739441c","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"46d315bf-d68d-4619-b760-63833739441c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"2233c1e6-759c-4220-9588-d401a6131fd3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"2233c1e6-759c-4220-9588-d401a6131fd3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"2233c1e6-759c-4220-9588-d401a6131fd3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"39f42506-de1c-4c89-a120-25a6b380b1b0","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"39f42506-de1c-4c89-a120-25a6b380b1b0","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"39f42506-de1c-4c89-a120-25a6b380b1b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"96c52980-cea3-498d-865c-4700b7fae5d9","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"96c52980-cea3-498d-865c-4700b7fae5d9","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"96c52980-cea3-498d-865c-4700b7fae5d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"5c97697b-953d-481d-8e19-2e06337559d0","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"5c97697b-953d-481d-8e19-2e06337559d0","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"5c97697b-953d-481d-8e19-2e06337559d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"fe142522-7805-4dcb-ba0f-149bf1733757","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"fe142522-7805-4dcb-ba0f-149bf1733757","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"fe142522-7805-4dcb-ba0f-149bf1733757","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"cc7d1614-4148-429a-a2fd-330eedadd004","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"cc7d1614-4148-429a-a2fd-330eedadd004","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"cc7d1614-4148-429a-a2fd-330eedadd004","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"c753938a-df3e-4c8a-9349-1a357490cdbf","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"c753938a-df3e-4c8a-9349-1a357490cdbf","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"c753938a-df3e-4c8a-9349-1a357490cdbf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"b15fa453-cd65-4c29-9f03-972fbfb2baae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"b15fa453-cd65-4c29-9f03-972fbfb2baae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"b15fa453-cd65-4c29-9f03-972fbfb2baae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"edf4529f-a8bf-4af3-8767-753c5de4b0da","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"edf4529f-a8bf-4af3-8767-753c5de4b0da","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"edf4529f-a8bf-4af3-8767-753c5de4b0da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"762748f1-9045-451c-9dc6-4f4e47c4651d","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"762748f1-9045-451c-9dc6-4f4e47c4651d","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"762748f1-9045-451c-9dc6-4f4e47c4651d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"03b7816a-cea4-4895-8465-e7c94aece816","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"03b7816a-cea4-4895-8465-e7c94aece816","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"03b7816a-cea4-4895-8465-e7c94aece816","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"3209c2b4-72b7-4b45-ba31-6aa41c1c5c32","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"3209c2b4-72b7-4b45-ba31-6aa41c1c5c32","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"3209c2b4-72b7-4b45-ba31-6aa41c1c5c32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-b59563-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-b59563 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"19531199-b0a5-433b-b0ad-8f219044c2cc","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"19531199-b0a5-433b-b0ad-8f219044c2cc","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"19531199-b0a5-433b-b0ad-8f219044c2cc","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"19531199-b0a5-433b-b0ad-8f219044c2cc","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"bc67be14-6cbc-4c72-ae25-c8b8920a06ae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"bc67be14-6cbc-4c72-ae25-c8b8920a06ae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"bc67be14-6cbc-4c72-ae25-c8b8920a06ae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:58Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"bc67be14-6cbc-4c72-ae25-c8b8920a06ae","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"135f4369-b503-4b33-9527-272e73ad3d4b","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"135f4369-b503-4b33-9527-272e73ad3d4b","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"135f4369-b503-4b33-9527-272e73ad3d4b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"13beac0c-b519-442d-b7a2-f9425903fd44","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"13beac0c-b519-442d-b7a2-f9425903fd44","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-2-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-2-w4-9360eb","reconcileID":"13beac0c-b519-442d-b7a2-f9425903fd44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"47e303bc-ac73-4a1b-94e4-c0bd84ddbf16","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"47e303bc-ac73-4a1b-94e4-c0bd84ddbf16","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"simulator-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"simulator-w4-9360eb","reconcileID":"47e303bc-ac73-4a1b-94e4-c0bd84ddbf16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4d2fcba1-e294-4dd7-8fa9-ab5d2aa83e46","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4d2fcba1-e294-4dd7-8fa9-ab5d2aa83e46","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"premium-w4-9360eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T04:28:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"premium-w4-9360eb","reconcileID":"4d2fcba1-e294-4dd7-8fa9-ab5d2aa83e46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-9360eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-9360eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"f2f60784-034e-4644-830a-25541e87dba3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"f2f60784-034e-4644-830a-25541e87dba3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"f2f60784-034e-4644-830a-25541e87dba3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:28:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"simulator-w2-b59563","reconcileID":"f2f60784-034e-4644-830a-25541e87dba3","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"simulator-w2-b59563","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"6902627c-d458-4412-962e-6ffd272ec1de","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"6902627c-d458-4412-962e-6ffd272ec1de","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"6902627c-d458-4412-962e-6ffd272ec1de","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"}
{"level":"error","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-w2-b59563","reconcileID":"6902627c-d458-4412-962e-6ffd272ec1de","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-w2-b59563","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"distinct-2-w2-b59563","reconcileID":"a0788e89-005a-4bd9-83ce-1619c8881d0a","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"distinct-2-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-v7mql","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-v7mql","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7eed433e-50d4-4370-8d44-8a3fa5c61d72","name":"e2e-distinct-simulated-validation-v7mql","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f0b80aae-d5a1-4e27-b317-3f738000fd5b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T04:29:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-42h6m","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-42h6m","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"5a9165ee-1dc4-4696-8532-890ce686d0de","name":"e2e-trlp-test-simulated-validation-42h6m","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eacf9a3a-3644-4676-96ae-7ba33c38b271","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T04:29:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-w47g4","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-w47g4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2888fe00-16ea-4f9f-85a6-7153376f48fb","name":"premium-simulated-simulated-premium-validation-w47g4","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae1d3f0c-237b-4f2e-bcc2-12590729e256","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-b59563","namespace":"e2e-models-e2e-worker-w2-b59563"},"namespace":"e2e-models-e2e-worker-w2-b59563","name":"premium-w2-b59563","reconcileID":"fc47d4d7-5324-46ad-9947-73a17e6b2a06","Namespace":"e2e-models-e2e-worker-w2-b59563","Name":"premium-w2-b59563"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-w5kwk","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-w5kwk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8c0aae40-52d1-4b23-b19d-087e9a97931e","name":"facebook-opt-125m-simulated-validation-w5kwk","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7496be5-c15b-488a-8dcc-2eef3a079711","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-74sdh","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-74sdh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0da6a6d4-f0e1-4c7f-8494-9e4d9650ab11","name":"echo-simulator-validation-74sdh","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd295271-af52-4a5f-8b6b-14e26e2122ff","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-56mfr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-56mfr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1f9b4e23-2abf-42c2-a264-8aa8fa1b0a8a","name":"e2e-distinct-2-simulated-validation-56mfr","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"652cf4d6-ef06-48db-af31-0a0856b323eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-x7z9d","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-x7z9d","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"10bb02cc-78bc-4c5d-9424-c5e107212fe4","name":"e2e-embedding-simulated-validation-x7z9d","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eba50dcc-b0dc-4488-9dee-a6d521bc5d32","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T04:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kx6g4","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kx6g4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"836a49a2-de8d-4e50-ab38-7de86d8b56ea","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kx6g4","namespace":"llm"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d28adb4d-08d8-45fd-b9c9-adb4b0c444bf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"95750b74-4637-4a3c-9d79-20e02e6ffdd8","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"95750b74-4637-4a3c-9d79-20e02e6ffdd8","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb"}
{"level":"info","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"95750b74-4637-4a3c-9d79-20e02e6ffdd8","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"}
{"level":"error","ts":"2026-10-31T04:29:15Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-9360eb","namespace":"e2e-models-e2e-worker-w4-9360eb"},"namespace":"e2e-models-e2e-worker-w4-9360eb","name":"distinct-w4-9360eb","reconcileID":"95750b74-4637-4a3c-9d79-20e02e6ffdd8","Namespace":"e2e-models-e2e-worker-w4-9360eb","Name":"distinct-w4-9360eb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}