{"level":"error","ts":"2026-11-01T15:43:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"768a4b2e-a38b-4ddc-909b-25d6e11fe3bd","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"768a4b2e-a38b-4ddc-909b-25d6e11fe3bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"0d93af46-8994-45c3-a91d-ae8312688c0e","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"0d93af46-8994-45c3-a91d-ae8312688c0e","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"0d93af46-8994-45c3-a91d-ae8312688c0e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"e4f94fca-4c30-40cc-9289-e59b69193ac5","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"e4f94fca-4c30-40cc-9289-e59b69193ac5","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"e4f94fca-4c30-40cc-9289-e59b69193ac5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1797e151-44d4-443e-ac6a-9072b1ab88a4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1797e151-44d4-443e-ac6a-9072b1ab88a4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1797e151-44d4-443e-ac6a-9072b1ab88a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"fb6481f4-b29a-4821-adce-374fdf30d61e","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"fb6481f4-b29a-4821-adce-374fdf30d61e","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"fb6481f4-b29a-4821-adce-374fdf30d61e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"701e87ca-7d4d-4248-a847-3f510416a973","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"701e87ca-7d4d-4248-a847-3f510416a973","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"701e87ca-7d4d-4248-a847-3f510416a973","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"5ef5074b-a7da-47a3-a7bc-752e71887da9","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"5ef5074b-a7da-47a3-a7bc-752e71887da9","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"5ef5074b-a7da-47a3-a7bc-752e71887da9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"719a894f-7ef4-48cd-8c1f-f6ee23ef7034","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"719a894f-7ef4-48cd-8c1f-f6ee23ef7034","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"719a894f-7ef4-48cd-8c1f-f6ee23ef7034","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1b40e2c6-7888-449c-9ff8-7b1323f3987b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1b40e2c6-7888-449c-9ff8-7b1323f3987b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"1b40e2c6-7888-449c-9ff8-7b1323f3987b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"be9d16d7-03b5-4baa-93c0-780c50f046e1","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"be9d16d7-03b5-4baa-93c0-780c50f046e1","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"be9d16d7-03b5-4baa-93c0-780c50f046e1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"5506e7e5-9070-4cab-8f32-8b8823b1a78d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"5506e7e5-9070-4cab-8f32-8b8823b1a78d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"5506e7e5-9070-4cab-8f32-8b8823b1a78d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"574a8895-746c-4b68-b257-b9ca6f98438d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"574a8895-746c-4b68-b257-b9ca6f98438d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"574a8895-746c-4b68-b257-b9ca6f98438d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"8654e1f8-d717-4c22-8a28-e6bc70ee5dc4","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"8654e1f8-d717-4c22-8a28-e6bc70ee5dc4","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"8654e1f8-d717-4c22-8a28-e6bc70ee5dc4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"7532f288-0d8c-446e-9c92-5098e00d844f","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"7532f288-0d8c-446e-9c92-5098e00d844f","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"7532f288-0d8c-446e-9c92-5098e00d844f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"8c170d55-197d-4163-9cd4-277188dd1338","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"8c170d55-197d-4163-9cd4-277188dd1338","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"8c170d55-197d-4163-9cd4-277188dd1338","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c23a6000-ad70-45d2-9e2d-dba9aad797cd","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c23a6000-ad70-45d2-9e2d-dba9aad797cd","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c23a6000-ad70-45d2-9e2d-dba9aad797cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"31817fd3-2803-4c5f-8564-15b1172aa588","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"31817fd3-2803-4c5f-8564-15b1172aa588","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"31817fd3-2803-4c5f-8564-15b1172aa588","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"c2f2b52d-2093-4165-ba22-97de85ccf099","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"c2f2b52d-2093-4165-ba22-97de85ccf099","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"c2f2b52d-2093-4165-ba22-97de85ccf099","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"199732db-4917-43c3-8d79-eb29e1a25da4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"199732db-4917-43c3-8d79-eb29e1a25da4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"199732db-4917-43c3-8d79-eb29e1a25da4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c9ba9c89-ddd3-4f8c-92e7-a975bc4d844d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c9ba9c89-ddd3-4f8c-92e7-a975bc4d844d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"c9ba9c89-ddd3-4f8c-92e7-a975bc4d844d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"b5c19f2e-9ab9-40d9-947d-2a8e7e0cc4a5","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"b5c19f2e-9ab9-40d9-947d-2a8e7e0cc4a5","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"b5c19f2e-9ab9-40d9-947d-2a8e7e0cc4a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a507ff6f-26cf-43b9-b9cc-f7829f80f46d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a507ff6f-26cf-43b9-b9cc-f7829f80f46d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a507ff6f-26cf-43b9-b9cc-f7829f80f46d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b04f6d97-a9b4-4e5f-ae58-d30af1c8bf18","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b04f6d97-a9b4-4e5f-ae58-d30af1c8bf18","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b04f6d97-a9b4-4e5f-ae58-d30af1c8bf18","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"5cf0f3a7-9bd1-4f99-9466-5d552eb362a3","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"5cf0f3a7-9bd1-4f99-9466-5d552eb362a3","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"5cf0f3a7-9bd1-4f99-9466-5d552eb362a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"8513ba3f-0b15-4781-8b3e-4f25b4d86790","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"8513ba3f-0b15-4781-8b3e-4f25b4d86790","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"8513ba3f-0b15-4781-8b3e-4f25b4d86790","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9a562017-a56d-4287-a455-9ad01e724d90","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9a562017-a56d-4287-a455-9ad01e724d90","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9a562017-a56d-4287-a455-9ad01e724d90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f018cc05-fd9f-49e4-94a5-690f6fa3a52a","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f018cc05-fd9f-49e4-94a5-690f6fa3a52a","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f018cc05-fd9f-49e4-94a5-690f6fa3a52a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"89068611-773f-4769-8208-08c9cdfb8fb4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"89068611-773f-4769-8208-08c9cdfb8fb4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"89068611-773f-4769-8208-08c9cdfb8fb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bbe76005-48b7-42e3-8a41-f8e20f44aac6","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bbe76005-48b7-42e3-8a41-f8e20f44aac6","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bbe76005-48b7-42e3-8a41-f8e20f44aac6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a569e93d-4307-43fd-97ba-f86ef5f2fe92","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a569e93d-4307-43fd-97ba-f86ef5f2fe92","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"a569e93d-4307-43fd-97ba-f86ef5f2fe92","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e93c007b-211d-4e95-adfd-e587152e110d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e93c007b-211d-4e95-adfd-e587152e110d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e93c007b-211d-4e95-adfd-e587152e110d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"ef789884-f0e7-4b95-b63f-be65b40e87fe","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"ef789884-f0e7-4b95-b63f-be65b40e87fe","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"ef789884-f0e7-4b95-b63f-be65b40e87fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"6a710df2-6327-4634-b795-a85c2f388f7b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"6a710df2-6327-4634-b795-a85c2f388f7b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"6a710df2-6327-4634-b795-a85c2f388f7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"15681b33-c9b0-4947-9865-182c3c73596d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"15681b33-c9b0-4947-9865-182c3c73596d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"15681b33-c9b0-4947-9865-182c3c73596d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"fd62b598-aec0-4563-8774-aaa631bb22d5","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"fd62b598-aec0-4563-8774-aaa631bb22d5","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"fd62b598-aec0-4563-8774-aaa631bb22d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6f2d5d66-1c90-4504-bcb4-306ebfbed794","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6f2d5d66-1c90-4504-bcb4-306ebfbed794","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6f2d5d66-1c90-4504-bcb4-306ebfbed794","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"a523ba0f-aa7a-4113-ad5c-24a33592ad98","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"a523ba0f-aa7a-4113-ad5c-24a33592ad98","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"a523ba0f-aa7a-4113-ad5c-24a33592ad98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"28da589f-b60a-4dab-a8f7-83a229ace935","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"28da589f-b60a-4dab-a8f7-83a229ace935","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"28da589f-b60a-4dab-a8f7-83a229ace935","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"85f65f22-cc1d-4521-93b5-9aed324f6364","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"85f65f22-cc1d-4521-93b5-9aed324f6364","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"85f65f22-cc1d-4521-93b5-9aed324f6364","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6a5ce0df-86e7-4bd1-beed-6d53bc60783c","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6a5ce0df-86e7-4bd1-beed-6d53bc60783c","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6a5ce0df-86e7-4bd1-beed-6d53bc60783c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"df82e684-4353-4b79-8e5a-27976b0fa735","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"df82e684-4353-4b79-8e5a-27976b0fa735","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"df82e684-4353-4b79-8e5a-27976b0fa735","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"935f6ebf-d5ce-442e-9c1e-2ed324f1a5cc","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"935f6ebf-d5ce-442e-9c1e-2ed324f1a5cc","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"935f6ebf-d5ce-442e-9c1e-2ed324f1a5cc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"6a441ffa-fc08-4997-9d09-b87fd73e8648","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"6a441ffa-fc08-4997-9d09-b87fd73e8648","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"6a441ffa-fc08-4997-9d09-b87fd73e8648","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"18e245ae-56fb-4585-aa4a-c437109b2b0a","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"18e245ae-56fb-4585-aa4a-c437109b2b0a","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"18e245ae-56fb-4585-aa4a-c437109b2b0a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6efc7641-8c23-437d-b469-fc40704f7b4d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6efc7641-8c23-437d-b469-fc40704f7b4d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6efc7641-8c23-437d-b469-fc40704f7b4d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"1c23766f-4a78-475c-9caf-e976c99cb692","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"1c23766f-4a78-475c-9caf-e976c99cb692","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"1c23766f-4a78-475c-9caf-e976c99cb692","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"54ed1212-bc25-42d9-96c5-f05164f56a6a","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"54ed1212-bc25-42d9-96c5-f05164f56a6a","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"54ed1212-bc25-42d9-96c5-f05164f56a6a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"060ed8ad-0936-4e09-abfa-977319ed5228","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"060ed8ad-0936-4e09-abfa-977319ed5228","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"060ed8ad-0936-4e09-abfa-977319ed5228","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9e17e0d0-0283-46b1-8d5a-d7f4dccd7e6e","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9e17e0d0-0283-46b1-8d5a-d7f4dccd7e6e","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9e17e0d0-0283-46b1-8d5a-d7f4dccd7e6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"1d5eb668-426a-4116-9f11-c048f569dedd","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"1d5eb668-426a-4116-9f11-c048f569dedd","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"1d5eb668-426a-4116-9f11-c048f569dedd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"e1624f90-86eb-4618-8f14-ebcdf2ff35a2","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"e1624f90-86eb-4618-8f14-ebcdf2ff35a2","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"e1624f90-86eb-4618-8f14-ebcdf2ff35a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"a94a782f-d929-4f85-82fb-7ce0bca8e7da","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"a94a782f-d929-4f85-82fb-7ce0bca8e7da","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"a94a782f-d929-4f85-82fb-7ce0bca8e7da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"93a7aa80-f070-486f-b489-c92606012c6b","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"93a7aa80-f070-486f-b489-c92606012c6b","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"93a7aa80-f070-486f-b489-c92606012c6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"051503fc-5bf8-4315-bd08-ef7a8958cc27","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"051503fc-5bf8-4315-bd08-ef7a8958cc27","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"051503fc-5bf8-4315-bd08-ef7a8958cc27","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"1a92bd44-b2e8-48a4-8eb7-4411eeebc456","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"1a92bd44-b2e8-48a4-8eb7-4411eeebc456","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"1a92bd44-b2e8-48a4-8eb7-4411eeebc456","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"91e8f4ce-6dff-41fa-a30d-bb5f9435c353","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"91e8f4ce-6dff-41fa-a30d-bb5f9435c353","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"91e8f4ce-6dff-41fa-a30d-bb5f9435c353","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"331cd402-a74d-4de1-9d8c-f7e8b6eb22d4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"331cd402-a74d-4de1-9d8c-f7e8b6eb22d4","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"331cd402-a74d-4de1-9d8c-f7e8b6eb22d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"2a060c3e-9407-4e4d-afc5-99f16c80b52f","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"2a060c3e-9407-4e4d-afc5-99f16c80b52f","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"2a060c3e-9407-4e4d-afc5-99f16c80b52f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"4bde6886-b758-4d04-9b8b-5cfb22308480","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"4bde6886-b758-4d04-9b8b-5cfb22308480","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"4bde6886-b758-4d04-9b8b-5cfb22308480","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"214b401c-f4dd-4a1b-8ac0-b53a330e17cb","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"214b401c-f4dd-4a1b-8ac0-b53a330e17cb","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"214b401c-f4dd-4a1b-8ac0-b53a330e17cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b3ebe57c-6dab-4304-9537-968ccea30f81","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b3ebe57c-6dab-4304-9537-968ccea30f81","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"b3ebe57c-6dab-4304-9537-968ccea30f81","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"ed88dc3b-736a-4ad3-94f6-77f3f39bcfbf","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"ed88dc3b-736a-4ad3-94f6-77f3f39bcfbf","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"ed88dc3b-736a-4ad3-94f6-77f3f39bcfbf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"21b7483b-a937-4ad0-b640-cb67cb1632f9","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"21b7483b-a937-4ad0-b640-cb67cb1632f9","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"21b7483b-a937-4ad0-b640-cb67cb1632f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"7d13bbbb-b7f5-400a-b696-3df281d36542","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"7d13bbbb-b7f5-400a-b696-3df281d36542","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"7d13bbbb-b7f5-400a-b696-3df281d36542","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"03c1d863-43a6-4309-a7e8-7a7e5c7f5e7f","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"03c1d863-43a6-4309-a7e8-7a7e5c7f5e7f","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"03c1d863-43a6-4309-a7e8-7a7e5c7f5e7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"781d0e75-3f56-48ab-8cde-1ef137a23aa1","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"781d0e75-3f56-48ab-8cde-1ef137a23aa1","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"781d0e75-3f56-48ab-8cde-1ef137a23aa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"094a1419-f4ed-41f2-beb1-94023ff29f72","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"094a1419-f4ed-41f2-beb1-94023ff29f72","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"094a1419-f4ed-41f2-beb1-94023ff29f72","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"b86f0bae-7a50-4a8e-adb2-f1f0a7840f4b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"b86f0bae-7a50-4a8e-adb2-f1f0a7840f4b","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"b86f0bae-7a50-4a8e-adb2-f1f0a7840f4b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"ced1fb00-3125-4508-b840-d4a45fbb13c3","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"ced1fb00-3125-4508-b840-d4a45fbb13c3","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"ced1fb00-3125-4508-b840-d4a45fbb13c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"17a4c981-6b02-4cea-ae1a-28fb01f3ae48","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"17a4c981-6b02-4cea-ae1a-28fb01f3ae48","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"17a4c981-6b02-4cea-ae1a-28fb01f3ae48","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"0334091a-af8e-4cb5-a29c-b4b5d179dc82","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"0334091a-af8e-4cb5-a29c-b4b5d179dc82","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"0334091a-af8e-4cb5-a29c-b4b5d179dc82","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"2eb2714c-b3a2-4232-88a5-076f0fdb8417","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"2eb2714c-b3a2-4232-88a5-076f0fdb8417","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"2eb2714c-b3a2-4232-88a5-076f0fdb8417","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9644777c-8350-4b8b-a6f3-078ef376fd6d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9644777c-8350-4b8b-a6f3-078ef376fd6d","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"9644777c-8350-4b8b-a6f3-078ef376fd6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6605e20e-af3b-4725-95f6-5b68777f6874","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6605e20e-af3b-4725-95f6-5b68777f6874","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6605e20e-af3b-4725-95f6-5b68777f6874","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e7943cc1-f256-41b0-8061-babe31027655","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e7943cc1-f256-41b0-8061-babe31027655","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"e7943cc1-f256-41b0-8061-babe31027655","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bf0787ea-d13f-4d92-821f-6b8be458df76","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bf0787ea-d13f-4d92-821f-6b8be458df76","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"bf0787ea-d13f-4d92-821f-6b8be458df76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"e120500d-eea8-4608-a77a-0b1913b8ff52","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"e120500d-eea8-4608-a77a-0b1913b8ff52","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"e120500d-eea8-4608-a77a-0b1913b8ff52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"1e8135a5-eb24-4b27-ae33-0ddcf3a9e32c","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"1e8135a5-eb24-4b27-ae33-0ddcf3a9e32c","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"1e8135a5-eb24-4b27-ae33-0ddcf3a9e32c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"c2b993b9-7e1a-470e-8ac3-a52cb7a4885d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"c2b993b9-7e1a-470e-8ac3-a52cb7a4885d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"c2b993b9-7e1a-470e-8ac3-a52cb7a4885d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"d6aa69cc-015b-4c3e-b468-2fe3bcadbabb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"d6aa69cc-015b-4c3e-b468-2fe3bcadbabb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"d6aa69cc-015b-4c3e-b468-2fe3bcadbabb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"178e8b06-590a-41d9-af1d-4e6b7c9a63ee","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"178e8b06-590a-41d9-af1d-4e6b7c9a63ee","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"178e8b06-590a-41d9-af1d-4e6b7c9a63ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"0a420747-696c-47c9-8b1d-4d0e20c377a8","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"0a420747-696c-47c9-8b1d-4d0e20c377a8","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"0a420747-696c-47c9-8b1d-4d0e20c377a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9d04a821-0d71-49dd-974b-440a0d1f8d17","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9d04a821-0d71-49dd-974b-440a0d1f8d17","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"9d04a821-0d71-49dd-974b-440a0d1f8d17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"d3afb261-c906-4846-8879-a2009a60ce8a","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"d3afb261-c906-4846-8879-a2009a60ce8a","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"d3afb261-c906-4846-8879-a2009a60ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"eac348e7-179e-4a9a-912f-ca38efa35b6c","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"eac348e7-179e-4a9a-912f-ca38efa35b6c","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"eac348e7-179e-4a9a-912f-ca38efa35b6c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-5b0dcc-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-5b0dcc because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"7a15e97c-0d17-4e48-91c0-e9d1d80e36fb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"7a15e97c-0d17-4e48-91c0-e9d1d80e36fb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"7a15e97c-0d17-4e48-91c0-e9d1d80e36fb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:53Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"7a15e97c-0d17-4e48-91c0-e9d1d80e36fb","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"7a8c139a-10d8-4b00-af0f-47aa727f462d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:54Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"7a8c139a-10d8-4b00-af0f-47aa727f462d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:54Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"7a8c139a-10d8-4b00-af0f-47aa727f462d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:54Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"7a8c139a-10d8-4b00-af0f-47aa727f462d","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"0495b564-3aea-4c83-becb-1030a3319e0e","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"0495b564-3aea-4c83-becb-1030a3319e0e","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"premium-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"premium-w1-00a787","reconcileID":"0495b564-3aea-4c83-becb-1030a3319e0e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6d06a353-ebf9-4042-baf3-b74933921ba2","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6d06a353-ebf9-4042-baf3-b74933921ba2","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-2-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-2-w1-00a787","reconcileID":"6d06a353-ebf9-4042-baf3-b74933921ba2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f46d3053-bad2-4449-877c-ac0b1393ca9c","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f46d3053-bad2-4449-877c-ac0b1393ca9c","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"simulator-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"simulator-w1-00a787","reconcileID":"f46d3053-bad2-4449-877c-ac0b1393ca9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"4d4e5834-e283-4a6f-bbb7-2e353fc295df","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-00a787"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"4d4e5834-e283-4a6f-bbb7-2e353fc295df","Namespace":"e2e-models-e2e-worker-w1-00a787","Name":"distinct-w1-00a787","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T15:43:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-00a787","namespace":"e2e-models-e2e-worker-w1-00a787"},"namespace":"e2e-models-e2e-worker-w1-00a787","name":"distinct-w1-00a787","reconcileID":"4d4e5834-e283-4a6f-bbb7-2e353fc295df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-00a787-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-00a787 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"90c7907a-a07a-471e-8b94-1db50f7af359","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"90c7907a-a07a-471e-8b94-1db50f7af359","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"90c7907a-a07a-471e-8b94-1db50f7af359","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-w3-5b0dcc","reconcileID":"90c7907a-a07a-471e-8b94-1db50f7af359","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-w3-5b0dcc","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"34882c24-7844-40b1-ae0b-f36dd33908dc","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"34882c24-7844-40b1-ae0b-f36dd33908dc","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"34882c24-7844-40b1-ae0b-f36dd33908dc","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"}
{"level":"error","ts":"2026-11-01T15:43:55Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"premium-w3-5b0dcc","reconcileID":"34882c24-7844-40b1-ae0b-f36dd33908dc","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"premium-w3-5b0dcc","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T15:43:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"simulator-w3-5b0dcc","reconcileID":"ad5cf3c6-da9d-4c5f-ac95-da6effb01692","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"simulator-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:43:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:43:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-k8gx2","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-k8gx2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cea82f3a-e9c1-450b-a8c8-6c4d656e6685","name":"facebook-opt-125m-simulated-validation-k8gx2","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069d1891-5d1f-473d-8f82-0253766080e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-42dcx","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-42dcx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"485e1cba-9b16-4f32-ace0-186012b46fd9","name":"premium-simulated-simulated-premium-validation-42dcx","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:43:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a004d3-a8b7-4ad4-97a6-f7526edab9bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-q9mvk","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-q9mvk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7b231edd-7ea0-4767-93fa-797466e2f8e7","name":"e2e-distinct-simulated-validation-q9mvk","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38c3035e-3aac-4166-afd0-a4096d4a48b8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-5b0dcc","namespace":"e2e-models-e2e-worker-w3-5b0dcc"},"namespace":"e2e-models-e2e-worker-w3-5b0dcc","name":"distinct-2-w3-5b0dcc","reconcileID":"0daf4eb3-f68c-4e3e-a13d-7e86b305f0c4","Namespace":"e2e-models-e2e-worker-w3-5b0dcc","Name":"distinct-2-w3-5b0dcc"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-9qcfp","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-9qcfp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"42e80336-8ec2-423f-8341-3e4dfbb8a29d","name":"e2e-trlp-test-simulated-validation-9qcfp","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00c564bb-f805-48c7-a4a1-04088419066c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-wvj4j","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-wvj4j","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"eb69aca2-a0d9-4b43-a12c-96d8579c50c8","name":"e2e-distinct-2-simulated-validation-wvj4j","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1beb9a2e-a378-46dd-9ed0-0843c6b4bedc","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-bftz2","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-bftz2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ac9fe10a-3ef0-4071-91d4-336d6d4ffdae","name":"e2e-embedding-simulated-validation-bftz2","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79d802be-b0a6-4514-9229-f9275ad3e7a3","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pt5j7","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pt5j7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"76ecce3f-c915-4468-be97-803c9b4eb0b6","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pt5j7","namespace":"llm"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T15:44:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c024bc8d-1e76-4805-a442-6cbbacc1c3d5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}