{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4707c4c1-cc87-4c4f-950d-14511c4fc46b","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4707c4c1-cc87-4c4f-950d-14511c4fc46b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"0d600c57-d57d-4f90-8850-74f38c6ac3da","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"0d600c57-d57d-4f90-8850-74f38c6ac3da","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"0d600c57-d57d-4f90-8850-74f38c6ac3da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"8e3b371c-1a47-4173-bfbc-a981b07e9c1a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"8e3b371c-1a47-4173-bfbc-a981b07e9c1a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"8e3b371c-1a47-4173-bfbc-a981b07e9c1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"484d86d0-ba61-472e-b52e-a5ea7d9a4341","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"484d86d0-ba61-472e-b52e-a5ea7d9a4341","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"484d86d0-ba61-472e-b52e-a5ea7d9a4341","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"179c23c4-80b2-4596-85cc-031dffdd2b37","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"179c23c4-80b2-4596-85cc-031dffdd2b37","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"179c23c4-80b2-4596-85cc-031dffdd2b37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3c2a62f4-b527-448e-b8f2-7b79ae0907e5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3c2a62f4-b527-448e-b8f2-7b79ae0907e5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3c2a62f4-b527-448e-b8f2-7b79ae0907e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"84107bff-6da2-4303-9e44-a8bd409f8add","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"84107bff-6da2-4303-9e44-a8bd409f8add","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"84107bff-6da2-4303-9e44-a8bd409f8add","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3df2884-8b42-4c1c-b6a0-6dd9390fbcef","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3df2884-8b42-4c1c-b6a0-6dd9390fbcef","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3df2884-8b42-4c1c-b6a0-6dd9390fbcef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5fc99d82-8487-4048-b31f-08d7eb2f57c7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5fc99d82-8487-4048-b31f-08d7eb2f57c7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5fc99d82-8487-4048-b31f-08d7eb2f57c7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"a9e48912-8769-4789-9dc2-b0cdc10fa960","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"a9e48912-8769-4789-9dc2-b0cdc10fa960","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"a9e48912-8769-4789-9dc2-b0cdc10fa960","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"2e885a06-27c4-4811-8c14-61bacb2336e3","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"2e885a06-27c4-4811-8c14-61bacb2336e3","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"2e885a06-27c4-4811-8c14-61bacb2336e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39183ca2-942c-4582-8d81-c26b2fa93b1f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39183ca2-942c-4582-8d81-c26b2fa93b1f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39183ca2-942c-4582-8d81-c26b2fa93b1f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"db942b33-1aa2-4d99-84a8-b36e8323c498","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"db942b33-1aa2-4d99-84a8-b36e8323c498","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"db942b33-1aa2-4d99-84a8-b36e8323c498","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d7615012-eeb4-4274-807f-2fb3e09f14e5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d7615012-eeb4-4274-807f-2fb3e09f14e5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d7615012-eeb4-4274-807f-2fb3e09f14e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"785f352b-db61-4514-be0b-243a14d569cd","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"785f352b-db61-4514-be0b-243a14d569cd","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"785f352b-db61-4514-be0b-243a14d569cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3940718-47f9-4b40-bf90-5c1dc8973a56","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3940718-47f9-4b40-bf90-5c1dc8973a56","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d3940718-47f9-4b40-bf90-5c1dc8973a56","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"11c83a39-a5e2-4861-ae04-4a961420e254","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"11c83a39-a5e2-4861-ae04-4a961420e254","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"11c83a39-a5e2-4861-ae04-4a961420e254","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"81c747c9-0c89-4d80-ae44-c1a906a1a5cb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"81c747c9-0c89-4d80-ae44-c1a906a1a5cb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"81c747c9-0c89-4d80-ae44-c1a906a1a5cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"67b077d3-d5a6-49a2-819e-ba67bce984d5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"67b077d3-d5a6-49a2-819e-ba67bce984d5","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"67b077d3-d5a6-49a2-819e-ba67bce984d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"a165c232-dee6-47e9-b220-075a737703bc","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"a165c232-dee6-47e9-b220-075a737703bc","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"a165c232-dee6-47e9-b220-075a737703bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"ce90a3ca-4ece-4130-b6fd-e67638a90ec7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"ce90a3ca-4ece-4130-b6fd-e67638a90ec7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"ce90a3ca-4ece-4130-b6fd-e67638a90ec7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"c21d5666-acd5-4873-a2d6-535c40113537","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"c21d5666-acd5-4873-a2d6-535c40113537","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"c21d5666-acd5-4873-a2d6-535c40113537","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"e241248b-9d33-49b5-87da-c55adf84882d","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"e241248b-9d33-49b5-87da-c55adf84882d","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"e241248b-9d33-49b5-87da-c55adf84882d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"c693a795-bf27-44e0-9f11-11e6a939ef18","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"c693a795-bf27-44e0-9f11-11e6a939ef18","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"c693a795-bf27-44e0-9f11-11e6a939ef18","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"45056d68-403d-40db-bd4e-ae04aa678459","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"45056d68-403d-40db-bd4e-ae04aa678459","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"45056d68-403d-40db-bd4e-ae04aa678459","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"efc70738-4bbf-4bf9-8829-1845bec22410","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"efc70738-4bbf-4bf9-8829-1845bec22410","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"efc70738-4bbf-4bf9-8829-1845bec22410","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"ef716892-6615-4e16-8204-2a99fafe2a02","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"ef716892-6615-4e16-8204-2a99fafe2a02","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"ef716892-6615-4e16-8204-2a99fafe2a02","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"3388e357-997c-463f-9fb3-7cf4775826bc","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"3388e357-997c-463f-9fb3-7cf4775826bc","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"3388e357-997c-463f-9fb3-7cf4775826bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5e45cbb6-9595-45c3-b62e-0ad345d8eef3","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5e45cbb6-9595-45c3-b62e-0ad345d8eef3","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5e45cbb6-9595-45c3-b62e-0ad345d8eef3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"5095a330-8d8b-4396-be9e-279b36c64eac","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"5095a330-8d8b-4396-be9e-279b36c64eac","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"5095a330-8d8b-4396-be9e-279b36c64eac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"6c074b20-1362-4345-b3a8-0b0f1cd29ee4","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"6c074b20-1362-4345-b3a8-0b0f1cd29ee4","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"6c074b20-1362-4345-b3a8-0b0f1cd29ee4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"95ee7f34-5fb0-427b-805a-09f8851f4990","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"95ee7f34-5fb0-427b-805a-09f8851f4990","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"95ee7f34-5fb0-427b-805a-09f8851f4990","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4130cad7-1b64-4cb3-8e90-a59db79d8529","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4130cad7-1b64-4cb3-8e90-a59db79d8529","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4130cad7-1b64-4cb3-8e90-a59db79d8529","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"f5cc2922-39d5-4c7e-a8c7-73a3fa5ea78a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"f5cc2922-39d5-4c7e-a8c7-73a3fa5ea78a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"f5cc2922-39d5-4c7e-a8c7-73a3fa5ea78a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"f79ee7a2-953b-45a6-99cb-d370cf1b9818","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"f79ee7a2-953b-45a6-99cb-d370cf1b9818","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"f79ee7a2-953b-45a6-99cb-d370cf1b9818","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d0de8a36-9a79-4f45-bcdf-4468e9cb5838","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d0de8a36-9a79-4f45-bcdf-4468e9cb5838","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d0de8a36-9a79-4f45-bcdf-4468e9cb5838","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7616b8bb-2e46-467d-895a-434ffc4f21f6","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7616b8bb-2e46-467d-895a-434ffc4f21f6","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7616b8bb-2e46-467d-895a-434ffc4f21f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bd5d3c69-f591-4c2f-89ad-74e6e3ff9308","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bd5d3c69-f591-4c2f-89ad-74e6e3ff9308","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bd5d3c69-f591-4c2f-89ad-74e6e3ff9308","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"d52b8b87-0562-4d3c-a14f-9d16d3ab38d7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"d52b8b87-0562-4d3c-a14f-9d16d3ab38d7","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"d52b8b87-0562-4d3c-a14f-9d16d3ab38d7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"25284fc9-e4ae-42d8-acfb-066b5bdad83c","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:26:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"25284fc9-e4ae-42d8-acfb-066b5bdad83c","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:26:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"25284fc9-e4ae-42d8-acfb-066b5bdad83c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"4a030848-245b-4666-ab19-1fdac817a61b","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"4a030848-245b-4666-ab19-1fdac817a61b","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"4a030848-245b-4666-ab19-1fdac817a61b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4b7b3327-4ad7-4486-aafb-5a4bb84a4410","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4b7b3327-4ad7-4486-aafb-5a4bb84a4410","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4b7b3327-4ad7-4486-aafb-5a4bb84a4410","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d09a8bf7-271b-4222-a410-de1a8eec657f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d09a8bf7-271b-4222-a410-de1a8eec657f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"d09a8bf7-271b-4222-a410-de1a8eec657f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"40ba27f6-49e6-4d54-923a-bfceef761042","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"40ba27f6-49e6-4d54-923a-bfceef761042","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"40ba27f6-49e6-4d54-923a-bfceef761042","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"2d7c6212-b444-47c1-b31d-23f83f355806","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"2d7c6212-b444-47c1-b31d-23f83f355806","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"2d7c6212-b444-47c1-b31d-23f83f355806","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"bb5f346b-7f31-4aab-a602-9831255a9c8e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"bb5f346b-7f31-4aab-a602-9831255a9c8e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"bb5f346b-7f31-4aab-a602-9831255a9c8e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"9d260a15-50bd-457c-9b93-c8d72e809254","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"9d260a15-50bd-457c-9b93-c8d72e809254","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"9d260a15-50bd-457c-9b93-c8d72e809254","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4abd9b69-0e4e-425b-9b5d-3bee2ae3466d","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4abd9b69-0e4e-425b-9b5d-3bee2ae3466d","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"4abd9b69-0e4e-425b-9b5d-3bee2ae3466d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bac67b63-a7ac-48be-97e9-de14b289a3fb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bac67b63-a7ac-48be-97e9-de14b289a3fb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"bac67b63-a7ac-48be-97e9-de14b289a3fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"85a533b1-cfcb-4c7b-9740-2b51533bbe37","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"85a533b1-cfcb-4c7b-9740-2b51533bbe37","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"85a533b1-cfcb-4c7b-9740-2b51533bbe37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"97ed2254-340a-41e2-bcff-777856b7f34f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"97ed2254-340a-41e2-bcff-777856b7f34f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"97ed2254-340a-41e2-bcff-777856b7f34f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"440b7da9-3cc7-402e-8835-31acf99ce424","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"440b7da9-3cc7-402e-8835-31acf99ce424","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"440b7da9-3cc7-402e-8835-31acf99ce424","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"6da053ef-0845-4771-a6e1-67c348d88834","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"6da053ef-0845-4771-a6e1-67c348d88834","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"6da053ef-0845-4771-a6e1-67c348d88834","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"cfc66be7-a4b6-4489-a22c-66ff9feb7126","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"cfc66be7-a4b6-4489-a22c-66ff9feb7126","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"cfc66be7-a4b6-4489-a22c-66ff9feb7126","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"8d091f2b-a182-4580-8de3-24fe5ce63a96","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"8d091f2b-a182-4580-8de3-24fe5ce63a96","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"8d091f2b-a182-4580-8de3-24fe5ce63a96","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5ce56ed4-a42e-4b4a-b8a8-6e376621aa82","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5ce56ed4-a42e-4b4a-b8a8-6e376621aa82","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5ce56ed4-a42e-4b4a-b8a8-6e376621aa82","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"685bd9b4-9e41-409a-9b3b-0df4f7279c5f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"685bd9b4-9e41-409a-9b3b-0df4f7279c5f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"685bd9b4-9e41-409a-9b3b-0df4f7279c5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39d034b7-5874-45e6-abe9-f7e1876125f8","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39d034b7-5874-45e6-abe9-f7e1876125f8","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"39d034b7-5874-45e6-abe9-f7e1876125f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"41e23300-1e39-4d5c-9e87-7f67c08435c0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"41e23300-1e39-4d5c-9e87-7f67c08435c0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"41e23300-1e39-4d5c-9e87-7f67c08435c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"c75a7b04-1c13-48b5-83f4-dedc36ae44b0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"c75a7b04-1c13-48b5-83f4-dedc36ae44b0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"c75a7b04-1c13-48b5-83f4-dedc36ae44b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"7189cec9-03bb-42f9-afe6-ad807560d882","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"7189cec9-03bb-42f9-afe6-ad807560d882","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"7189cec9-03bb-42f9-afe6-ad807560d882","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d2e19b52-6662-49fd-a689-aa6f7247ea3e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d2e19b52-6662-49fd-a689-aa6f7247ea3e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"d2e19b52-6662-49fd-a689-aa6f7247ea3e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d61b3c20-4099-4bb3-b75a-885481e09f9c","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d61b3c20-4099-4bb3-b75a-885481e09f9c","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"d61b3c20-4099-4bb3-b75a-885481e09f9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"005a6d13-44c3-43b4-b460-dfdad602c141","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"005a6d13-44c3-43b4-b460-dfdad602c141","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"005a6d13-44c3-43b4-b460-dfdad602c141","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"f18da24d-e12a-4a34-8641-9c9dc356e986","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"f18da24d-e12a-4a34-8641-9c9dc356e986","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"f18da24d-e12a-4a34-8641-9c9dc356e986","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"27f639fd-8163-409f-bd0d-a901df306319","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"27f639fd-8163-409f-bd0d-a901df306319","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"27f639fd-8163-409f-bd0d-a901df306319","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"b415dd4a-db7b-48c4-9384-bf9156c5dd6a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"b415dd4a-db7b-48c4-9384-bf9156c5dd6a","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"b415dd4a-db7b-48c4-9384-bf9156c5dd6a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"7de48720-3529-4849-a4ac-09d138822842","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"7de48720-3529-4849-a4ac-09d138822842","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"7de48720-3529-4849-a4ac-09d138822842","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"b5e5c05b-9a53-48fc-861c-60a7ffbfc26f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"b5e5c05b-9a53-48fc-861c-60a7ffbfc26f","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"b5e5c05b-9a53-48fc-861c-60a7ffbfc26f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3d403667-267b-45d4-b4c1-9b89b65198b0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3d403667-267b-45d4-b4c1-9b89b65198b0","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"3d403667-267b-45d4-b4c1-9b89b65198b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7a339268-50de-4bf2-bf7d-7888b8410abb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7a339268-50de-4bf2-bf7d-7888b8410abb","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7a339268-50de-4bf2-bf7d-7888b8410abb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5d534068-2bad-46fb-8805-0b5c3c32cb89","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5d534068-2bad-46fb-8805-0b5c3c32cb89","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"5d534068-2bad-46fb-8805-0b5c3c32cb89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"45268215-813a-4b67-a2a7-237b74621689","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"45268215-813a-4b67-a2a7-237b74621689","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"45268215-813a-4b67-a2a7-237b74621689","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7ce6bcd3-d440-4634-9f6c-f6d556d23b6e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7ce6bcd3-d440-4634-9f6c-f6d556d23b6e","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"7ce6bcd3-d440-4634-9f6c-f6d556d23b6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"0b2bfd36-fe9b-4615-b4f4-f2e315cf6190","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"0b2bfd36-fe9b-4615-b4f4-f2e315cf6190","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"0b2bfd36-fe9b-4615-b4f4-f2e315cf6190","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"e6918109-bc1f-4a66-96d0-fd3df0571c26","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"e6918109-bc1f-4a66-96d0-fd3df0571c26","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T00:27:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"e6918109-bc1f-4a66-96d0-fd3df0571c26","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-ad36b2-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-ad36b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"96d79d89-2d64-4aa2-9ed9-101f2304e745","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"96d79d89-2d64-4aa2-9ed9-101f2304e745","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"96d79d89-2d64-4aa2-9ed9-101f2304e745","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"96d79d89-2d64-4aa2-9ed9-101f2304e745","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"45802f19-0d15-4293-9397-046fb7bf4dae","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"45802f19-0d15-4293-9397-046fb7bf4dae","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"45802f19-0d15-4293-9397-046fb7bf4dae","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"45802f19-0d15-4293-9397-046fb7bf4dae","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"1fe3c544-6849-4387-94ae-6820573ed666","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"1fe3c544-6849-4387-94ae-6820573ed666","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"1fe3c544-6849-4387-94ae-6820573ed666","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"1fe3c544-6849-4387-94ae-6820573ed666","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"1272169f-116b-426e-acbf-c71b952f7642","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"1272169f-116b-426e-acbf-c71b952f7642","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"1272169f-116b-426e-acbf-c71b952f7642","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"}
{"level":"error","ts":"2026-11-01T00:27:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"1272169f-116b-426e-acbf-c71b952f7642","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"premium-w3-ad36b2","reconcileID":"05cd695b-eb61-4757-a6ec-b5533598ee62","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"premium-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"simulator-w3-ad36b2","reconcileID":"5e59d432-aef8-4a05-b037-43bfd6cc0159","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"simulator-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-9hzq7","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-9hzq7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6119df1b-161e-40c8-8817-935794c22dac","name":"facebook-opt-125m-simulated-validation-9hzq7","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9d41d-1c58-49dc-bac9-80be95afb303","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-5fghl","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-5fghl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"681ba9d6-cf56-4237-a58e-a63ce5a51ffc","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-5fghl","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e7a91e3-d732-445f-8a28-ae7129b568e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-fvk25","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-fvk25","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"5ccfbe12-9abc-40d5-a4ae-5828071664f8","name":"e2e-distinct-simulated-validation-fvk25","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b61536-e3b4-4521-bbfe-176b829bef07","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-c6bkh","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-c6bkh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"210d5555-fa15-4669-9537-ed6f3504f045","name":"echo-simulator-validation-c6bkh","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f572eca-41ad-4db5-971c-271e28fd9934","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-pp477","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-pp477","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"26c31122-d14a-4fc5-946e-8588eab73a51","name":"premium-simulated-simulated-premium-validation-pp477","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3b05d1e-9a03-4bb7-8dc4-ebb603268b3a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-5wkk6","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-5wkk6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"397f69b8-0922-491c-8c39-88cfb8aa07d5","name":"e2e-trlp-test-simulated-validation-5wkk6","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5467aec-7650-4424-851b-c78ffadc25d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-67g7j","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-67g7j","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cdb2a08d-8253-4c6c-9304-010643cfd39f","name":"e2e-distinct-2-simulated-validation-67g7j","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9179d-52cb-4b4e-9d50-8287a4a2367b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-8ln9p","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-8ln9p","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2a6d9af3-15ca-4746-a0dc-ffddc42a5e9f","name":"e2e-embedding-simulated-validation-8ln9p","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b64a1b7-37b4-4a81-abcb-f855767ef7cc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-2-w3-ad36b2","reconcileID":"ccc3e3dc-8125-49a0-ae73-816bfae41cff","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-2-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-ad36b2","namespace":"e2e-models-e2e-worker-w3-ad36b2"},"namespace":"e2e-models-e2e-worker-w3-ad36b2","name":"distinct-w3-ad36b2","reconcileID":"315e4f7c-649b-4337-aac6-5ced92ba44e1","Namespace":"e2e-models-e2e-worker-w3-ad36b2","Name":"distinct-w3-ad36b2"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-tfc7r","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-tfc7r","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2d4fb50a-fc06-423c-99a1-44b823ed4ef3","name":"facebook-opt-125m-simulated-validation-tfc7r","namespace":"llm"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T00:27:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54809b27-46bb-4e3d-bc68-e2c87e1b13b5","Namespace":"llm","Name":"facebook-opt-125m-simulated"}